{ "_class" : "hudson.tasks.junit.TestResult", "testActions" : [ ], "duration" : 5091.0, "empty" : False, "failCount" : 435, "passCount" : 0, "skipCount" : 0, "suites" : [ { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "nitb_sms:sysmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=30636): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30636) [trial-2359↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30636)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=30636): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30636) [trial-2359↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30636)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 nitb_sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a11:19:52.432276 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)\u000a11:19:52.443169 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1)\u000a11:19:53.046722 tst mo_mt_sms.py: using LAC 21103\u000a11:19:53.178004 tst mo_mt_sms.py: using RAC 193\u000a11:19:53.301300 tst mo_mt_sms.py: using CellId 21103\u000a11:19:53.429894 tst mo_mt_sms.py: using BVCI 21104\u000a11:19:53.454394 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a11:19:53.637248 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a11:19:53.931963 tst mo_mt_sms.py:9: start nitb and bts...\u000a11:19:54.068148 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a11:19:56.422398 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30635): Launched\u000a11:19:56.744584 run osmo-nitb_10.42.42.2(pid=30636): Launched\u000a11:19:56.931078 run osmo-nitb_10.42.42.2(pid=30636): ERR: Terminated: ERROR {rc=2} [trial-2359↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30636)]\u000a11:19:57.065542 run osmo-nitb_10.42.42.2(pid=30636): stdout: \u000a| (launched: 2022-12-09_11:19:56.587543) \u000a11:19:57.199833 run osmo-nitb_10.42.42.2(pid=30636): stderr: \u000a| (launched: 2022-12-09_11:19:56.635849)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:19:57.329533 run osmo-nitb_10.42.42.2(pid=30636): stdout: \u000a| (launched: 2022-12-09_11:19:56.587543) \u000a11:19:57.458464 run osmo-nitb_10.42.42.2(pid=30636): stderr: \u000a| (launched: 2022-12-09_11:19:56.635849)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:19:57.517402 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=30636): Process ended prematurely: osmo-nitb_10.42.42.2(pid=30636) [trial-2359↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=30636)] [trial-2359↪nitb_sms:sysmo↪mo_mt_sms.py:11]\u000a11:19:57.526554 tst mo_mt_sms.py:11: Test FAILED (5.1 sec)\u000a11:19:57.563810 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30635): Terminating (SIGTERM)\u000a11:19:57.742031 --- ParallelTerminationStrategy: PID 30635 died...\u000a11:19:57.800186 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=30635): Terminated: ok {rc=0}\u000a11:19:57.890107 bus /sierra_3: Setting Powered False\u000a11:19:59.001626 bus /sierra_3: Setting Powered False\u000a11:20:00.111545 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "0", "name" : "nitb_sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:19:52" }, { "cases" : [ { "testActions" : [ ], "age" : 29, "className" : "sms:sysmo", "duration" : 15.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=30656): Process ended prematurely: osmo-stp_10.42.42.5(pid=30656) [trial-2359↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30656)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=30656): Process ended prematurely: osmo-stp_10.42.42.5(pid=30656) [trial-2359↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30656)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a11:20:02.071507 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:20:02.087150 tst sms:sysmo: Using 1 x bts (candidates: 1)\u000a11:20:02.251019 tst mo_mt_sms.py: using LAC 21104\u000a11:20:02.399182 tst mo_mt_sms.py: using RAC 194\u000a11:20:02.526997 tst mo_mt_sms.py: using CellId 21104\u000a11:20:02.653964 tst mo_mt_sms.py: using BVCI 21105\u000a11:20:02.678816 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:20:02.689930 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:20:02.700933 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:20:02.712508 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:20:02.724194 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:20:02.735717 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a11:20:02.854674 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a11:20:03.060640 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:20:04.787029 run create_hlr_db(pid=30650): Launched\u000a11:20:04.963464 bus /sierra_2: Setting Powered False\u000a11:20:05.984479 run create_hlr_db(pid=30650): Terminated: ok {rc=0}\u000a11:20:06.421235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30652): Launched\u000a11:20:06.748789 run osmo-hlr_10.42.42.2(pid=30653): Launched\u000a11:20:06.871407 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:20:09.440570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30655): Launched\u000a11:20:09.769783 run osmo-stp_10.42.42.5(pid=30656): Launched\u000a11:20:09.888233 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:20:15.303063 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31009): Launched\u000a11:20:15.606264 run osmo-msc_10.42.42.6(pid=31010): Launched\u000a11:20:15.782467 run osmo-stp_10.42.42.5(pid=30656): ERR: Terminated: ERROR {rc=1} [trial-2359↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30656)]\u000a11:20:15.959828 run osmo-stp_10.42.42.5(pid=30656): stdout: \u000a| (launched: 2022-12-09_11:20:09.606820)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:20:16.101360 run osmo-stp_10.42.42.5(pid=30656): stderr: \u000a| �[0;m�[38;5;43m20221209112009801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112009801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112009802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112009802 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112009803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112009803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112009803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:20:16.236129 run osmo-stp_10.42.42.5(pid=30656): stdout: \u000a| (launched: 2022-12-09_11:20:09.606820)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:20:16.371472 run osmo-stp_10.42.42.5(pid=30656): stderr: \u000a| �[0;m�[38;5;43m20221209112009801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112009801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112009802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112009802 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112009803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112009803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112009803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:20:16.430436 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=30656): Process ended prematurely: osmo-stp_10.42.42.5(pid=30656) [trial-2359↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=30656)] [trial-2359↪sms:sysmo↪mo_mt_sms.py:16]\u000a11:20:16.440166 tst mo_mt_sms.py:16: Test FAILED (14.4 sec)\u000a11:20:16.507794 run osmo-hlr_10.42.42.2(pid=30653): ERR: Terminated: ERROR {rc=237} [trial-2359↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=30653)]\u000a11:20:16.565312 run osmo-hlr_10.42.42.2(pid=30653): stdout: \u000a| (launched: 2022-12-09_11:20:06.587405) \u000a11:20:16.620907 run osmo-hlr_10.42.42.2(pid=30653): stderr: \u000a| �[0;m�[1;31m20221209112006788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209112006789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209112006789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112006789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112006789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209112006789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209112006806 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/sms:sysmo/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209112006816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209112006816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209112006816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:20:16.697131 run osmo-msc_10.42.42.6(pid=31010): ERR: Terminated: ERROR {rc=2} [trial-2359↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31010)]\u000a11:20:16.752776 run osmo-msc_10.42.42.6(pid=31010): stdout: \u000a| (launched: 2022-12-09_11:20:15.456224) \u000a11:20:16.809024 run osmo-msc_10.42.42.6(pid=31010): stderr: \u000a| �[0;m�[38;5;43m20221209112015735 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209112015736 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3b7326ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209112015736 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209112015736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209112015736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209112015736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209112015738 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209112015738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209112015738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209112015739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:20:16.855518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30652): Terminating (SIGTERM)\u000a11:20:16.902951 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30655): Terminating (SIGTERM)\u000a11:20:16.950198 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31009): Terminating (SIGTERM)\u000a11:20:16.961382 --- ParallelTerminationStrategy: PID 30652 died...\u000a11:20:17.025144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=30652): Terminated: ok {rc=0}\u000a11:20:17.036296 --- ParallelTerminationStrategy: PID 30655 died...\u000a11:20:17.097104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=30655): Terminated: ok {rc=0}\u000a11:20:17.109330 --- ParallelTerminationStrategy: PID 31009 died...\u000a11:20:17.169277 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31009): Terminated: ok {rc=0}\u000a11:20:17.258704 bus /sierra_3: Setting Powered False\u000a11:20:18.363165 bus /sierra_3: Setting Powered False\u000a11:20:19.471230 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 20.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "1", "name" : "sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:20:01" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "nitb_ussd:sysmo", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=31092): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31092) [trial-2359↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31092)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=31092): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31092) [trial-2359↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31092)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 nitb_ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a11:20:21.278472 tst nitb_ussd:sysmo: Using 1 x ip_address (candidates: 1)\u000a11:20:21.290456 tst nitb_ussd:sysmo: Using 1 x bts (candidates: 1)\u000a11:20:21.425129 tst assert_extension.py: using LAC 21105\u000a11:20:21.551523 tst assert_extension.py: using RAC 195\u000a11:20:21.678343 tst assert_extension.py: using CellId 21105\u000a11:20:21.805868 tst assert_extension.py: using BVCI 21106\u000a11:20:21.830739 tst nitb_ussd:sysmo: Using 1 x modem (candidates: 1)\u000a11:20:22.109367 tst assert_extension.py:10: start nitb and bts...\u000a11:20:22.234939 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a11:20:22.892369 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31023): Launched\u000a11:20:23.216416 run osmo-nitb_10.42.42.2(pid=31092): Launched\u000a11:20:23.418112 run osmo-nitb_10.42.42.2(pid=31092): ERR: Terminated: ERROR {rc=2} [trial-2359↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31092)]\u000a11:20:23.573905 run osmo-nitb_10.42.42.2(pid=31092): stdout: \u000a| (launched: 2022-12-09_11:20:23.050582) \u000a11:20:23.721518 run osmo-nitb_10.42.42.2(pid=31092): stderr: \u000a| (launched: 2022-12-09_11:20:23.097186)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:20:23.854406 run osmo-nitb_10.42.42.2(pid=31092): stdout: \u000a| (launched: 2022-12-09_11:20:23.050582) \u000a11:20:23.986921 run osmo-nitb_10.42.42.2(pid=31092): stderr: \u000a| (launched: 2022-12-09_11:20:23.097186)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:20:24.343722 tst osmo-nitb_10.42.42.2(pid=31092): stdout: \u000a| (launched: 2022-12-09_11:20:23.050582) \u000a11:20:24.469538 tst osmo-nitb_10.42.42.2(pid=31092): stderr: \u000a| (launched: 2022-12-09_11:20:23.097186)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:20:24.524630 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=31092): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31092) [trial-2359↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31092)] [trial-2359↪nitb_ussd:sysmo↪assert_extension.py:12]\u000a11:20:24.533756 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a11:20:24.572070 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31023): Terminating (SIGTERM)\u000a11:20:24.751325 --- ParallelTerminationStrategy: PID 31023 died...\u000a11:20:24.810154 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31023): Terminated: ok {rc=0}\u000a11:20:24.899931 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "2", "name" : "nitb_ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:20:21" }, { "cases" : [ { "testActions" : [ ], "age" : 29, "className" : "ussd:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31203): Process ended prematurely: osmo-stp_10.42.42.5(pid=31203) [trial-2359↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31203)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31203): Process ended prematurely: osmo-stp_10.42.42.5(pid=31203) [trial-2359↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31203)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a11:20:26.708762 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:20:26.720286 tst ussd:sysmo: Using 1 x bts (candidates: 1)\u000a11:20:26.845595 tst assert_extension.py: using LAC 21106\u000a11:20:26.968231 tst assert_extension.py: using RAC 196\u000a11:20:27.090081 tst assert_extension.py: using CellId 21106\u000a11:20:27.213525 tst assert_extension.py: using BVCI 21107\u000a11:20:27.237397 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:20:27.249059 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:20:27.260457 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:20:27.273076 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:20:27.284619 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:20:27.296372 tst ussd:sysmo: Using 1 x modem (candidates: 1)\u000a11:20:27.503320 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:20:28.056242 run create_hlr_db(pid=31196): Launched\u000a11:20:28.240388 bus /sierra_2: Setting Powered False\u000a11:20:29.255597 run create_hlr_db(pid=31196): Terminated: ok {rc=0}\u000a11:20:29.696012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31199): Launched\u000a11:20:30.022714 run osmo-hlr_10.42.42.2(pid=31200): Launched\u000a11:20:30.142956 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:20:30.716137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31202): Launched\u000a11:20:31.211594 run osmo-stp_10.42.42.5(pid=31203): Launched\u000a11:20:31.426118 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:20:32.050352 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31205): Launched\u000a11:20:32.380388 run osmo-msc_10.42.42.6(pid=31206): Launched\u000a11:20:32.575218 run osmo-stp_10.42.42.5(pid=31203): ERR: Terminated: ERROR {rc=1} [trial-2359↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31203)]\u000a11:20:32.715486 run osmo-stp_10.42.42.5(pid=31203): stdout: \u000a| (launched: 2022-12-09_11:20:30.883903)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:20:32.855075 run osmo-stp_10.42.42.5(pid=31203): stderr: \u000a| �[0;m�[38;5;43m20221209112031169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112031169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112031170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112031170 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112031172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112031172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112031172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:20:32.986622 run osmo-stp_10.42.42.5(pid=31203): stdout: \u000a| (launched: 2022-12-09_11:20:30.883903)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:20:33.116421 run osmo-stp_10.42.42.5(pid=31203): stderr: \u000a| �[0;m�[38;5;43m20221209112031169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112031169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112031170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112031170 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112031172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112031172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112031172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:20:33.173589 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=31203): Process ended prematurely: osmo-stp_10.42.42.5(pid=31203) [trial-2359↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31203)] [trial-2359↪ussd:sysmo↪assert_extension.py:17]\u000a11:20:33.182299 tst assert_extension.py:17: Test FAILED (6.5 sec)\u000a11:20:33.246882 run osmo-hlr_10.42.42.2(pid=31200): ERR: Terminated: ERROR {rc=237} [trial-2359↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31200)]\u000a11:20:33.299956 run osmo-hlr_10.42.42.2(pid=31200): stdout: \u000a| (launched: 2022-12-09_11:20:29.861160) \u000a11:20:33.354131 run osmo-hlr_10.42.42.2(pid=31200): stderr: \u000a| �[0;m�[1;31m20221209112030060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209112030060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209112030061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112030061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112030061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209112030061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209112030076 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/ussd:sysmo/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209112030084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209112030085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209112030085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:20:33.426659 run osmo-msc_10.42.42.6(pid=31206): ERR: Terminated: ERROR {rc=2} [trial-2359↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31206)]\u000a11:20:33.479917 run osmo-msc_10.42.42.6(pid=31206): stdout: \u000a| (launched: 2022-12-09_11:20:32.218480) \u000a11:20:33.533515 run osmo-msc_10.42.42.6(pid=31206): stderr: \u000a| �[0;m�[38;5;43m20221209112032622 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209112032622 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f618c346c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209112032622 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209112032623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209112032623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209112032623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209112032625 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209112032625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209112032625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209112032625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:20:33.579026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31199): Terminating (SIGTERM)\u000a11:20:33.621822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31202): Terminating (SIGTERM)\u000a11:20:33.665122 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31205): Terminating (SIGTERM)\u000a11:20:33.675234 --- ParallelTerminationStrategy: PID 31199 died...\u000a11:20:33.733139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31199): Terminated: ok {rc=0}\u000a11:20:33.743369 --- ParallelTerminationStrategy: PID 31202 died...\u000a11:20:33.801059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31202): Terminated: ok {rc=0}\u000a11:20:33.811287 --- ParallelTerminationStrategy: PID 31205 died...\u000a11:20:33.868588 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31205): Terminated: ok {rc=0}\u000a11:20:33.957326 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "3", "name" : "ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:20:26" }, { "cases" : [ { "testActions" : [ ], "age" : 29, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31217): Process ended prematurely: osmo-stp_10.42.42.5(pid=31217) [trial-2359↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31217)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31217): Process ended prematurely: osmo-stp_10.42.42.5(pid=31217) [trial-2359↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31217)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a11:20:35.880590 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:20:35.891732 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a11:20:36.039421 tst mo_mt_call.py: using LAC 21107\u000a11:20:36.162527 tst mo_mt_call.py: using RAC 197\u000a11:20:36.282637 tst mo_mt_call.py: using CellId 21107\u000a11:20:36.405128 tst mo_mt_call.py: using BVCI 21108\u000a11:20:36.428601 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:20:36.439752 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:20:36.450686 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:20:36.461585 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:20:36.472316 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:20:36.483247 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:20:36.603894 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:20:36.809537 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:20:37.307444 run create_hlr_db(pid=31211): Launched\u000a11:20:37.485255 bus /sierra_2: Setting Powered False\u000a11:20:38.522565 run create_hlr_db(pid=31211): Terminated: ok {rc=0}\u000a11:20:38.972779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31213): Launched\u000a11:20:39.307018 run osmo-hlr_10.42.42.2(pid=31214): Launched\u000a11:20:39.436940 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:20:40.016256 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31216): Launched\u000a11:20:40.350101 run osmo-stp_10.42.42.5(pid=31217): Launched\u000a11:20:40.470976 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:20:41.076400 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31219): Launched\u000a11:20:41.410104 run osmo-msc_10.42.42.6(pid=31220): Launched\u000a11:20:41.603488 run osmo-stp_10.42.42.5(pid=31217): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31217)]\u000a11:20:41.743485 run osmo-stp_10.42.42.5(pid=31217): stdout: \u000a| (launched: 2022-12-09_11:20:40.185386)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:20:41.882554 run osmo-stp_10.42.42.5(pid=31217): stderr: \u000a| �[0;m�[38;5;43m20221209112040380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112040380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112040380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112040381 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112040383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112040383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112040383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:20:42.015263 run osmo-stp_10.42.42.5(pid=31217): stdout: \u000a| (launched: 2022-12-09_11:20:40.185386)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:20:42.147048 run osmo-stp_10.42.42.5(pid=31217): stderr: \u000a| �[0;m�[38;5;43m20221209112040380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112040380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112040380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112040381 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112040383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112040383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112040383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:20:42.204887 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31217): Process ended prematurely: osmo-stp_10.42.42.5(pid=31217) [trial-2359↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31217)] [trial-2359↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a11:20:42.214258 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a11:20:42.278461 run osmo-hlr_10.42.42.2(pid=31214): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31214)]\u000a11:20:42.330702 run osmo-hlr_10.42.42.2(pid=31214): stdout: \u000a| (launched: 2022-12-09_11:20:39.141928) \u000a11:20:42.383624 run osmo-hlr_10.42.42.2(pid=31214): stderr: \u000a| �[0;m�[1;31m20221209112039342 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209112039343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209112039343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112039343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112039343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209112039343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209112039355 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209112039364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209112039364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209112039364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:20:42.454882 run osmo-msc_10.42.42.6(pid=31220): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31220)]\u000a11:20:42.507318 run osmo-msc_10.42.42.6(pid=31220): stdout: \u000a| (launched: 2022-12-09_11:20:41.245273) \u000a11:20:42.560024 run osmo-msc_10.42.42.6(pid=31220): stderr: \u000a| �[0;m�[38;5;43m20221209112041570 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209112041570 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe8dcfafc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209112041570 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209112041570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209112041570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209112041570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209112041572 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209112041573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209112041573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209112041573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:20:42.605059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31213): Terminating (SIGTERM)\u000a11:20:42.647972 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31216): Terminating (SIGTERM)\u000a11:20:42.691165 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31219): Terminating (SIGTERM)\u000a11:20:42.701230 --- ParallelTerminationStrategy: PID 31213 died...\u000a11:20:42.758371 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31213): Terminated: ok {rc=0}\u000a11:20:42.768640 --- ParallelTerminationStrategy: PID 31216 died...\u000a11:20:42.825772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31216): Terminated: ok {rc=0}\u000a11:20:42.836063 --- ParallelTerminationStrategy: PID 31219 died...\u000a11:20:42.893285 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31219): Terminated: ok {rc=0}\u000a11:20:42.981658 bus /sierra_3: Setting Powered False\u000a11:20:44.091489 bus /sierra_3: Setting Powered False\u000a11:20:45.204576 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 31, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31228): Process ended prematurely: osmo-stp_10.42.42.5(pid=31228) [trial-2359↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31228)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31228): Process ended prematurely: osmo-stp_10.42.42.5(pid=31228) [trial-2359↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31228)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:20:46.340397 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:20:46.356359 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a11:20:46.562444 tst mo_mt_call_osmux.py: using LAC 21108\u000a11:20:46.688783 tst mo_mt_call_osmux.py: using RAC 198\u000a11:20:46.824328 tst mo_mt_call_osmux.py: using CellId 21108\u000a11:20:46.957479 tst mo_mt_call_osmux.py: using BVCI 21109\u000a11:20:46.984385 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:20:46.997093 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:20:47.010189 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:20:47.023274 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:20:47.035893 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:20:47.050750 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:20:47.175081 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:20:47.381394 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:20:47.880166 run create_hlr_db(pid=31222): Launched\u000a11:20:48.058111 bus /sierra_2: Setting Powered False\u000a11:20:49.080522 run create_hlr_db(pid=31222): Terminated: ok {rc=0}\u000a11:20:49.526825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31224): Launched\u000a11:20:49.861493 run osmo-hlr_10.42.42.2(pid=31225): Launched\u000a11:20:49.986844 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:20:50.570165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31227): Launched\u000a11:20:50.904730 run osmo-stp_10.42.42.5(pid=31228): Launched\u000a11:20:51.026784 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:20:51.638310 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31230): Launched\u000a11:20:51.972319 run osmo-msc_10.42.42.6(pid=31231): Launched\u000a11:20:52.167991 run osmo-stp_10.42.42.5(pid=31228): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31228)]\u000a11:20:52.309888 run osmo-stp_10.42.42.5(pid=31228): stdout: \u000a| (launched: 2022-12-09_11:20:50.739135)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:20:52.449855 run osmo-stp_10.42.42.5(pid=31228): stderr: \u000a| �[0;m�[38;5;43m20221209112050939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112050939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112050939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112050939 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112050940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112050940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112050940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:20:52.583731 run osmo-stp_10.42.42.5(pid=31228): stdout: \u000a| (launched: 2022-12-09_11:20:50.739135)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:20:52.715883 run osmo-stp_10.42.42.5(pid=31228): stderr: \u000a| �[0;m�[38;5;43m20221209112050939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112050939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112050939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112050939 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112050940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112050940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112050940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:20:52.773954 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31228): Process ended prematurely: osmo-stp_10.42.42.5(pid=31228) [trial-2359↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31228)] [trial-2359↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a11:20:52.783197 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a11:20:52.847533 run osmo-hlr_10.42.42.2(pid=31225): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31225)]\u000a11:20:52.900160 run osmo-hlr_10.42.42.2(pid=31225): stdout: \u000a| (launched: 2022-12-09_11:20:49.696132) \u000a11:20:52.953450 run osmo-hlr_10.42.42.2(pid=31225): stderr: \u000a| �[0;m�[1;31m20221209112049900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209112049900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209112049900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112049900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112049901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209112049901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209112049916 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209112049926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209112049926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209112049926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:20:53.025101 run osmo-msc_10.42.42.6(pid=31231): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31231)]\u000a11:20:53.077624 run osmo-msc_10.42.42.6(pid=31231): stdout: \u000a| (launched: 2022-12-09_11:20:51.807397) \u000a11:20:53.130431 run osmo-msc_10.42.42.6(pid=31231): stderr: \u000a| �[0;m�[38;5;43m20221209112052134 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209112052134 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe6ad934c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209112052134 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209112052134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209112052134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209112052135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209112052136 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209112052137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209112052137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209112052137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:20:53.175078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31224): Terminating (SIGTERM)\u000a11:20:53.218214 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31227): Terminating (SIGTERM)\u000a11:20:53.260756 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31230): Terminating (SIGTERM)\u000a11:20:53.270837 --- ParallelTerminationStrategy: PID 31224 died...\u000a11:20:53.328613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31224): Terminated: ok {rc=0}\u000a11:20:53.338978 --- ParallelTerminationStrategy: PID 31227 died...\u000a11:20:53.395953 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31227): Terminated: ok {rc=0}\u000a11:20:53.406199 --- ParallelTerminationStrategy: PID 31230 died...\u000a11:20:53.463115 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31230): Terminated: ok {rc=0}\u000a11:20:53.552394 bus /sierra_3: Setting Powered False\u000a11:20:54.660294 bus /sierra_3: Setting Powered False\u000a11:20:55.772609 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "4", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:20:35" }, { "cases" : [ { "testActions" : [ ], "age" : 29, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31243): Process ended prematurely: osmo-stp_10.42.42.5(pid=31243) [trial-2359↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31243)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31243): Process ended prematurely: osmo-stp_10.42.42.5(pid=31243) [trial-2359↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31243)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a11:20:57.724557 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:20:57.735547 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a11:20:57.889495 tst mo_mt_call.py: using LAC 21109\u000a11:20:58.021256 tst mo_mt_call.py: using RAC 199\u000a11:20:58.152042 tst mo_mt_call.py: using CellId 21109\u000a11:20:58.280927 tst mo_mt_call.py: using BVCI 21110\u000a11:20:58.306581 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:20:58.318166 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:20:58.329432 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:20:58.340799 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:20:58.352481 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:20:58.363993 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:20:58.482852 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:20:58.698859 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:20:59.222084 run create_hlr_db(pid=31237): Launched\u000a11:20:59.415074 bus /sierra_2: Setting Powered False\u000a11:21:00.435715 run create_hlr_db(pid=31237): Terminated: ok {rc=0}\u000a11:21:00.860890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31239): Launched\u000a11:21:01.338466 run osmo-hlr_10.42.42.2(pid=31240): Launched\u000a11:21:01.556051 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:21:02.269210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31242): Launched\u000a11:21:02.607467 run osmo-stp_10.42.42.5(pid=31243): Launched\u000a11:21:02.728062 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:21:03.334951 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31245): Launched\u000a11:21:03.669869 run osmo-msc_10.42.42.6(pid=31246): Launched\u000a11:21:03.863905 run osmo-stp_10.42.42.5(pid=31243): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31243)]\u000a11:21:04.003884 run osmo-stp_10.42.42.5(pid=31243): stdout: \u000a| (launched: 2022-12-09_11:21:02.438996)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:21:04.142747 run osmo-stp_10.42.42.5(pid=31243): stderr: \u000a| �[0;m�[38;5;43m20221209112102634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112102634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112102634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112102635 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112102635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112102635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112102635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:21:04.275679 run osmo-stp_10.42.42.5(pid=31243): stdout: \u000a| (launched: 2022-12-09_11:21:02.438996)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:21:04.407296 run osmo-stp_10.42.42.5(pid=31243): stderr: \u000a| �[0;m�[38;5;43m20221209112102634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112102634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112102634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112102635 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112102635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112102635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112102635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:21:04.465395 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31243): Process ended prematurely: osmo-stp_10.42.42.5(pid=31243) [trial-2359↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31243)] [trial-2359↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a11:21:04.475084 tst mo_mt_call.py:8: Test FAILED (6.8 sec)\u000a11:21:04.539183 run osmo-hlr_10.42.42.2(pid=31240): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31240)]\u000a11:21:04.591470 run osmo-hlr_10.42.42.2(pid=31240): stdout: \u000a| (launched: 2022-12-09_11:21:01.055497) \u000a11:21:04.643935 run osmo-hlr_10.42.42.2(pid=31240): stderr: \u000a| �[0;m�[1;31m20221209112101326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209112101326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209112101326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112101326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112101326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209112101326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209112101379 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209112101396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209112101396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209112101396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:21:04.715104 run osmo-msc_10.42.42.6(pid=31246): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31246)]\u000a11:21:04.767216 run osmo-msc_10.42.42.6(pid=31246): stdout: \u000a| (launched: 2022-12-09_11:21:03.504591) \u000a11:21:04.819944 run osmo-msc_10.42.42.6(pid=31246): stderr: \u000a| �[0;m�[38;5;43m20221209112103831 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209112103831 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7f8dfb0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209112103831 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209112103831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209112103831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209112103831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209112103833 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209112103834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209112103834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209112103834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:21:04.864860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31239): Terminating (SIGTERM)\u000a11:21:04.907233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31242): Terminating (SIGTERM)\u000a11:21:04.949954 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31245): Terminating (SIGTERM)\u000a11:21:04.959770 --- ParallelTerminationStrategy: PID 31239 died...\u000a11:21:05.016495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31239): Terminated: ok {rc=0}\u000a11:21:05.026917 --- ParallelTerminationStrategy: PID 31242 died...\u000a11:21:05.083866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31242): Terminated: ok {rc=0}\u000a11:21:05.094146 --- ParallelTerminationStrategy: PID 31245 died...\u000a11:21:05.151244 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31245): Terminated: ok {rc=0}\u000a11:21:05.239072 bus /sierra_3: Setting Powered False\u000a11:21:06.347842 bus /sierra_3: Setting Powered False\u000a11:21:07.457581 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 31, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31254): Process ended prematurely: osmo-stp_10.42.42.5(pid=31254) [trial-2359↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31254)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31254): Process ended prematurely: osmo-stp_10.42.42.5(pid=31254) [trial-2359↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31254)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:21:08.575367 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:21:08.587763 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a11:21:08.735717 tst mo_mt_call_osmux.py: using LAC 21110\u000a11:21:08.859554 tst mo_mt_call_osmux.py: using RAC 200\u000a11:21:08.984011 tst mo_mt_call_osmux.py: using CellId 21110\u000a11:21:09.107825 tst mo_mt_call_osmux.py: using BVCI 21111\u000a11:21:09.131754 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:21:09.143134 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:21:09.154087 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:21:09.164940 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:21:09.175791 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:21:09.186700 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:21:09.307710 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:21:09.514909 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:21:10.017333 run create_hlr_db(pid=31248): Launched\u000a11:21:10.196121 bus /sierra_2: Setting Powered False\u000a11:21:11.218021 run create_hlr_db(pid=31248): Terminated: ok {rc=0}\u000a11:21:11.634993 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31250): Launched\u000a11:21:11.947211 run osmo-hlr_10.42.42.2(pid=31251): Launched\u000a11:21:12.067223 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:21:12.617415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31253): Launched\u000a11:21:12.928786 run osmo-stp_10.42.42.5(pid=31254): Launched\u000a11:21:13.041138 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:21:13.611486 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31256): Launched\u000a11:21:13.925072 run osmo-msc_10.42.42.6(pid=31257): Launched\u000a11:21:14.106730 run osmo-stp_10.42.42.5(pid=31254): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31254)]\u000a11:21:14.238198 run osmo-stp_10.42.42.5(pid=31254): stdout: \u000a| (launched: 2022-12-09_11:21:12.774856)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:21:14.367761 run osmo-stp_10.42.42.5(pid=31254): stderr: \u000a| �[0;m�[38;5;43m20221209112112949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112112949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112112949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112112950 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112112952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112112952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112112952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:21:14.492305 run osmo-stp_10.42.42.5(pid=31254): stdout: \u000a| (launched: 2022-12-09_11:21:12.774856)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:21:14.615480 run osmo-stp_10.42.42.5(pid=31254): stderr: \u000a| �[0;m�[38;5;43m20221209112112949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112112949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112112949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112112950 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112112952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112112952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112112952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:21:14.670099 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31254): Process ended prematurely: osmo-stp_10.42.42.5(pid=31254) [trial-2359↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31254)] [trial-2359↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a11:21:14.678770 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a11:21:14.738551 run osmo-hlr_10.42.42.2(pid=31251): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31251)]\u000a11:21:14.787852 run osmo-hlr_10.42.42.2(pid=31251): stdout: \u000a| (launched: 2022-12-09_11:21:11.793287) \u000a11:21:14.837922 run osmo-hlr_10.42.42.2(pid=31251): stderr: \u000a| �[0;m�[1;31m20221209112111974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209112111974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209112111974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112111974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112111974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209112111974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209112111986 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209112111995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209112111995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209112111995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:21:14.906329 run osmo-msc_10.42.42.6(pid=31257): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31257)]\u000a11:21:14.955834 run osmo-msc_10.42.42.6(pid=31257): stdout: \u000a| (launched: 2022-12-09_11:21:13.769420) \u000a11:21:15.005712 run osmo-msc_10.42.42.6(pid=31257): stderr: \u000a| �[0;m�[38;5;43m20221209112114044 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209112114044 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3a1ab75c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209112114044 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209112114044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209112114044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209112114045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209112114046 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209112114047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209112114047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209112114047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:21:15.047864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31250): Terminating (SIGTERM)\u000a11:21:15.088031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31253): Terminating (SIGTERM)\u000a11:21:15.127886 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31256): Terminating (SIGTERM)\u000a11:21:15.137147 --- ParallelTerminationStrategy: PID 31250 died...\u000a11:21:15.190802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31250): Terminated: ok {rc=0}\u000a11:21:15.200438 --- ParallelTerminationStrategy: PID 31253 died...\u000a11:21:15.253964 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31253): Terminated: ok {rc=0}\u000a11:21:15.263659 --- ParallelTerminationStrategy: PID 31256 died...\u000a11:21:15.317097 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31256): Terminated: ok {rc=0}\u000a11:21:15.405979 bus /sierra_3: Setting Powered False\u000a11:21:16.509473 bus /sierra_3: Setting Powered False\u000a11:21:17.620614 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "5", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:20:57" }, { "cases" : [ { "testActions" : [ ], "age" : 29, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31268): Process ended prematurely: osmo-stp_10.42.42.5(pid=31268) [trial-2359↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31268)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31268): Process ended prematurely: osmo-stp_10.42.42.5(pid=31268) [trial-2359↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31268)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a11:21:19.595165 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:21:19.606696 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a11:21:19.760680 tst mo_mt_call.py: using LAC 21111\u000a11:21:19.889664 tst mo_mt_call.py: using RAC 201\u000a11:21:20.018574 tst mo_mt_call.py: using CellId 21111\u000a11:21:20.147143 tst mo_mt_call.py: using BVCI 21112\u000a11:21:20.172763 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:21:20.184378 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:21:20.195695 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:21:20.207191 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:21:20.218666 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:21:20.230410 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:21:20.350778 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:21:20.555259 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:21:21.055987 run create_hlr_db(pid=31262): Launched\u000a11:21:21.248750 bus /sierra_2: Setting Powered False\u000a11:21:22.270264 run create_hlr_db(pid=31262): Terminated: ok {rc=0}\u000a11:21:22.689097 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31264): Launched\u000a11:21:23.001674 run osmo-hlr_10.42.42.2(pid=31265): Launched\u000a11:21:23.115685 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:21:23.657684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31267): Launched\u000a11:21:23.971882 run osmo-stp_10.42.42.5(pid=31268): Launched\u000a11:21:24.084154 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:21:24.654653 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31270): Launched\u000a11:21:24.969995 run osmo-msc_10.42.42.6(pid=31271): Launched\u000a11:21:25.153732 run osmo-stp_10.42.42.5(pid=31268): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31268)]\u000a11:21:25.286046 run osmo-stp_10.42.42.5(pid=31268): stdout: \u000a| (launched: 2022-12-09_11:21:23.816291)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:21:25.416141 run osmo-stp_10.42.42.5(pid=31268): stderr: \u000a| �[0;m�[38;5;43m20221209112123990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112123990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112123990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112123991 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112123991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112123991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112123991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:21:25.541369 run osmo-stp_10.42.42.5(pid=31268): stdout: \u000a| (launched: 2022-12-09_11:21:23.816291)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:21:25.666495 run osmo-stp_10.42.42.5(pid=31268): stderr: \u000a| �[0;m�[38;5;43m20221209112123990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112123990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112123990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112123991 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112123991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112123991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112123991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:21:25.721308 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31268): Process ended prematurely: osmo-stp_10.42.42.5(pid=31268) [trial-2359↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31268)] [trial-2359↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a11:21:25.729758 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a11:21:25.789904 run osmo-hlr_10.42.42.2(pid=31265): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31265)]\u000a11:21:25.839343 run osmo-hlr_10.42.42.2(pid=31265): stdout: \u000a| (launched: 2022-12-09_11:21:22.846947) \u000a11:21:25.889253 run osmo-hlr_10.42.42.2(pid=31265): stderr: \u000a| �[0;m�[1;31m20221209112123027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209112123027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209112123027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112123027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112123027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209112123027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209112123039 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209112123050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209112123050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209112123050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:21:25.956730 run osmo-msc_10.42.42.6(pid=31271): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31271)]\u000a11:21:26.006014 run osmo-msc_10.42.42.6(pid=31271): stdout: \u000a| (launched: 2022-12-09_11:21:24.813365) \u000a11:21:26.055855 run osmo-msc_10.42.42.6(pid=31271): stderr: \u000a| �[0;m�[38;5;43m20221209112125091 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209112125091 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f66bca8cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209112125091 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209112125091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209112125092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209112125092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209112125093 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209112125094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209112125094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209112125094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:21:26.098094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31264): Terminating (SIGTERM)\u000a11:21:26.137989 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31267): Terminating (SIGTERM)\u000a11:21:26.177829 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31270): Terminating (SIGTERM)\u000a11:21:26.186983 --- ParallelTerminationStrategy: PID 31264 died...\u000a11:21:26.240314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31264): Terminated: ok {rc=0}\u000a11:21:26.250005 --- ParallelTerminationStrategy: PID 31267 died...\u000a11:21:26.303343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31267): Terminated: ok {rc=0}\u000a11:21:26.313041 --- ParallelTerminationStrategy: PID 31270 died...\u000a11:21:26.366380 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31270): Terminated: ok {rc=0}\u000a11:21:26.456409 bus /sierra_3: Setting Powered False\u000a11:21:27.561167 bus /sierra_3: Setting Powered False\u000a11:21:28.673148 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 40, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31279): Process ended prematurely: osmo-stp_10.42.42.5(pid=31279) [trial-2359↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31279)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31279): Process ended prematurely: osmo-stp_10.42.42.5(pid=31279) [trial-2359↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31279)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:21:29.783230 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:21:29.795128 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a11:21:29.942540 tst mo_mt_call_osmux.py: using LAC 21112\u000a11:21:30.075929 tst mo_mt_call_osmux.py: using RAC 202\u000a11:21:30.205725 tst mo_mt_call_osmux.py: using CellId 21112\u000a11:21:30.337029 tst mo_mt_call_osmux.py: using BVCI 21113\u000a11:21:30.362801 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:21:30.374592 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:21:30.386050 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:21:30.397657 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:21:30.410888 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:21:30.424221 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:21:30.542016 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:21:30.756680 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:21:31.339652 run create_hlr_db(pid=31273): Launched\u000a11:21:31.526216 bus /sierra_2: Setting Powered False\u000a11:21:32.540184 run create_hlr_db(pid=31273): Terminated: ok {rc=0}\u000a11:21:32.985908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31275): Launched\u000a11:21:33.320329 run osmo-hlr_10.42.42.2(pid=31276): Launched\u000a11:21:33.442268 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:21:34.023494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31278): Launched\u000a11:21:34.357476 run osmo-stp_10.42.42.5(pid=31279): Launched\u000a11:21:34.478850 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:21:35.090512 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31281): Launched\u000a11:21:35.426844 run osmo-msc_10.42.42.6(pid=31282): Launched\u000a11:21:35.625771 run osmo-stp_10.42.42.5(pid=31279): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31279)]\u000a11:21:35.767182 run osmo-stp_10.42.42.5(pid=31279): stdout: \u000a| (launched: 2022-12-09_11:21:34.192266)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:21:35.906716 run osmo-stp_10.42.42.5(pid=31279): stderr: \u000a| �[0;m�[38;5;43m20221209112134389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112134389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112134390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112134390 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112134390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112134390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112134391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:21:36.040787 run osmo-stp_10.42.42.5(pid=31279): stdout: \u000a| (launched: 2022-12-09_11:21:34.192266)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:21:36.173528 run osmo-stp_10.42.42.5(pid=31279): stderr: \u000a| �[0;m�[38;5;43m20221209112134389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112134389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112134390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112134390 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112134390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112134390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112134391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:21:36.232043 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31279): Process ended prematurely: osmo-stp_10.42.42.5(pid=31279) [trial-2359↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31279)] [trial-2359↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a11:21:36.241484 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a11:21:36.305329 run osmo-hlr_10.42.42.2(pid=31276): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31276)]\u000a11:21:36.357425 run osmo-hlr_10.42.42.2(pid=31276): stdout: \u000a| (launched: 2022-12-09_11:21:33.155296) \u000a11:21:36.410257 run osmo-hlr_10.42.42.2(pid=31276): stderr: \u000a| �[0;m�[1;31m20221209112133359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209112133359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209112133359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112133359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112133360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209112133360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209112133371 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209112133380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209112133380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209112133380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:21:36.481789 run osmo-msc_10.42.42.6(pid=31282): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31282)]\u000a11:21:36.534516 run osmo-msc_10.42.42.6(pid=31282): stdout: \u000a| (launched: 2022-12-09_11:21:35.261429) \u000a11:21:36.587577 run osmo-msc_10.42.42.6(pid=31282): stderr: \u000a| �[0;m�[38;5;43m20221209112135588 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209112135588 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4aada01c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209112135588 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209112135588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209112135588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209112135588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209112135590 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209112135590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209112135591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209112135591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:21:36.632353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31275): Terminating (SIGTERM)\u000a11:21:36.675376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31278): Terminating (SIGTERM)\u000a11:21:36.717950 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31281): Terminating (SIGTERM)\u000a11:21:36.727913 --- ParallelTerminationStrategy: PID 31275 died...\u000a11:21:36.785053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31275): Terminated: ok {rc=0}\u000a11:21:36.795235 --- ParallelTerminationStrategy: PID 31278 died...\u000a11:21:36.852169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31278): Terminated: ok {rc=0}\u000a11:21:36.862377 --- ParallelTerminationStrategy: PID 31281 died...\u000a11:21:36.919008 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31281): Terminated: ok {rc=0}\u000a11:21:37.008425 bus /sierra_3: Setting Powered False\u000a11:21:38.113808 bus /sierra_3: Setting Powered False\u000a11:21:39.226520 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "6", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:21:19" }, { "cases" : [ { "testActions" : [ ], "age" : 29, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31294): Process ended prematurely: osmo-stp_10.42.42.5(pid=31294) [trial-2359↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31294)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31294): Process ended prematurely: osmo-stp_10.42.42.5(pid=31294) [trial-2359↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31294)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a11:21:41.188608 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:21:41.200308 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a11:21:41.353048 tst mo_mt_call.py: using LAC 21113\u000a11:21:41.483242 tst mo_mt_call.py: using RAC 203\u000a11:21:41.613896 tst mo_mt_call.py: using CellId 21113\u000a11:21:41.744840 tst mo_mt_call.py: using BVCI 21114\u000a11:21:41.770341 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:21:41.781848 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:21:41.793209 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:21:41.804858 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:21:41.816591 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:21:41.828522 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:21:41.948814 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:21:42.154149 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:21:42.652228 run create_hlr_db(pid=31288): Launched\u000a11:21:42.829594 bus /sierra_2: Setting Powered False\u000a11:21:43.852428 run create_hlr_db(pid=31288): Terminated: ok {rc=0}\u000a11:21:44.267288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31290): Launched\u000a11:21:44.578700 run osmo-hlr_10.42.42.2(pid=31291): Launched\u000a11:21:44.691464 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:21:45.234045 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31293): Launched\u000a11:21:45.545573 run osmo-stp_10.42.42.5(pid=31294): Launched\u000a11:21:45.657476 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:21:46.270191 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31296): Launched\u000a11:21:46.718780 run osmo-msc_10.42.42.6(pid=31297): Launched\u000a11:21:47.133455 run osmo-stp_10.42.42.5(pid=31294): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31294)]\u000a11:21:47.266669 run osmo-stp_10.42.42.5(pid=31294): stdout: \u000a| (launched: 2022-12-09_11:21:45.391828)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:21:47.395882 run osmo-stp_10.42.42.5(pid=31294): stderr: \u000a| �[0;m�[38;5;43m20221209112145566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112145566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112145566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112145567 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112145567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112145567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112145567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:21:47.520530 run osmo-stp_10.42.42.5(pid=31294): stdout: \u000a| (launched: 2022-12-09_11:21:45.391828)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:21:47.643987 run osmo-stp_10.42.42.5(pid=31294): stderr: \u000a| �[0;m�[38;5;43m20221209112145566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112145566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112145566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112145567 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112145567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112145567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112145567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:21:47.698307 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31294): Process ended prematurely: osmo-stp_10.42.42.5(pid=31294) [trial-2359↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31294)] [trial-2359↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a11:21:47.706760 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a11:21:47.767469 run osmo-hlr_10.42.42.2(pid=31291): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31291)]\u000a11:21:47.816775 run osmo-hlr_10.42.42.2(pid=31291): stdout: \u000a| (launched: 2022-12-09_11:21:44.424855) \u000a11:21:47.867467 run osmo-hlr_10.42.42.2(pid=31291): stderr: \u000a| �[0;m�[1;31m20221209112144605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209112144605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209112144605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112144606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112144606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209112144606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209112144632 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209112144641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209112144641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209112144641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:21:47.935081 run osmo-msc_10.42.42.6(pid=31297): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31297)]\u000a11:21:47.984592 run osmo-msc_10.42.42.6(pid=31297): stdout: \u000a| (launched: 2022-12-09_11:21:46.443142) \u000a11:21:48.034654 run osmo-msc_10.42.42.6(pid=31297): stderr: \u000a| �[0;m�[38;5;43m20221209112146888 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209112146888 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff75436ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209112146888 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209112146888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209112146888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209112146889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209112146890 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209112146891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209112146891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209112146891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:21:48.077064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31290): Terminating (SIGTERM)\u000a11:21:48.117072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31293): Terminating (SIGTERM)\u000a11:21:48.157069 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31296): Terminating (SIGTERM)\u000a11:21:48.166201 --- ParallelTerminationStrategy: PID 31290 died...\u000a11:21:48.219627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31290): Terminated: ok {rc=0}\u000a11:21:48.229189 --- ParallelTerminationStrategy: PID 31293 died...\u000a11:21:48.282375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31293): Terminated: ok {rc=0}\u000a11:21:48.291861 --- ParallelTerminationStrategy: PID 31296 died...\u000a11:21:48.345142 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31296): Terminated: ok {rc=0}\u000a11:21:48.434124 bus /sierra_3: Setting Powered False\u000a11:21:49.537891 bus /sierra_3: Setting Powered False\u000a11:21:50.650055 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 38, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31305): Process ended prematurely: osmo-stp_10.42.42.5(pid=31305) [trial-2359↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31305)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31305): Process ended prematurely: osmo-stp_10.42.42.5(pid=31305) [trial-2359↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31305)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:21:51.761347 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:21:51.773212 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a11:21:51.921381 tst mo_mt_call_osmux.py: using LAC 21114\u000a11:21:52.047956 tst mo_mt_call_osmux.py: using RAC 204\u000a11:21:52.170292 tst mo_mt_call_osmux.py: using CellId 21114\u000a11:21:52.300737 tst mo_mt_call_osmux.py: using BVCI 21115\u000a11:21:52.326442 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:21:52.338214 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:21:52.349813 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:21:52.361943 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:21:52.374164 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:21:52.385711 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:21:52.504566 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:21:52.721662 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:21:53.247104 run create_hlr_db(pid=31299): Launched\u000a11:21:53.439016 bus /sierra_2: Setting Powered False\u000a11:21:54.460765 run create_hlr_db(pid=31299): Terminated: ok {rc=0}\u000a11:21:54.879832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31301): Launched\u000a11:21:55.192457 run osmo-hlr_10.42.42.2(pid=31302): Launched\u000a11:21:55.308254 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:21:55.850225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31304): Launched\u000a11:21:56.162033 run osmo-stp_10.42.42.5(pid=31305): Launched\u000a11:21:56.275980 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:21:56.844724 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31307): Launched\u000a11:21:57.158228 run osmo-msc_10.42.42.6(pid=31308): Launched\u000a11:21:57.341123 run osmo-stp_10.42.42.5(pid=31305): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31305)]\u000a11:21:57.473205 run osmo-stp_10.42.42.5(pid=31305): stdout: \u000a| (launched: 2022-12-09_11:21:56.008164)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:21:57.603388 run osmo-stp_10.42.42.5(pid=31305): stderr: \u000a| �[0;m�[38;5;43m20221209112156182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112156182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112156183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112156183 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112156183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112156183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112156184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:21:57.728485 run osmo-stp_10.42.42.5(pid=31305): stdout: \u000a| (launched: 2022-12-09_11:21:56.008164)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:21:57.853267 run osmo-stp_10.42.42.5(pid=31305): stderr: \u000a| �[0;m�[38;5;43m20221209112156182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112156182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112156183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112156183 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112156183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112156183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112156184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:21:57.907793 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31305): Process ended prematurely: osmo-stp_10.42.42.5(pid=31305) [trial-2359↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31305)] [trial-2359↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a11:21:57.916379 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a11:21:57.976612 run osmo-hlr_10.42.42.2(pid=31302): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31302)]\u000a11:21:58.026544 run osmo-hlr_10.42.42.2(pid=31302): stdout: \u000a| (launched: 2022-12-09_11:21:55.037717) \u000a11:21:58.077346 run osmo-hlr_10.42.42.2(pid=31302): stderr: \u000a| �[0;m�[1;31m20221209112155217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209112155217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209112155217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112155217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112155217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209112155217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209112155230 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209112155238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209112155238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209112155238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:21:58.146363 run osmo-msc_10.42.42.6(pid=31308): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31308)]\u000a11:21:58.196241 run osmo-msc_10.42.42.6(pid=31308): stdout: \u000a| (launched: 2022-12-09_11:21:57.002596) \u000a11:21:58.246533 run osmo-msc_10.42.42.6(pid=31308): stderr: \u000a| �[0;m�[38;5;43m20221209112157279 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209112157279 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb60c807c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209112157279 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209112157279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209112157280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209112157280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209112157282 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209112157282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209112157282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209112157282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:21:58.288884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31301): Terminating (SIGTERM)\u000a11:21:58.329084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31304): Terminating (SIGTERM)\u000a11:21:58.369741 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31307): Terminating (SIGTERM)\u000a11:21:58.378944 --- ParallelTerminationStrategy: PID 31301 died...\u000a11:21:58.432705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31301): Terminated: ok {rc=0}\u000a11:21:58.442360 --- ParallelTerminationStrategy: PID 31304 died...\u000a11:21:58.495990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31304): Terminated: ok {rc=0}\u000a11:21:58.505615 --- ParallelTerminationStrategy: PID 31307 died...\u000a11:21:58.558850 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31307): Terminated: ok {rc=0}\u000a11:21:58.649157 bus /sierra_3: Setting Powered False\u000a11:21:59.757817 bus /sierra_3: Setting Powered False\u000a11:22:00.888297 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "7", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:21:40" }, { "cases" : [ { "testActions" : [ ], "age" : 29, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31319): Process ended prematurely: osmo-stp_10.42.42.5(pid=31319) [trial-2359↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31319)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31319): Process ended prematurely: osmo-stp_10.42.42.5(pid=31319) [trial-2359↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31319)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a11:22:02.866949 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:22:02.878486 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a11:22:03.032625 tst mo_mt_call.py: using LAC 21115\u000a11:22:03.164471 tst mo_mt_call.py: using RAC 205\u000a11:22:03.297103 tst mo_mt_call.py: using CellId 21115\u000a11:22:03.427556 tst mo_mt_call.py: using BVCI 21116\u000a11:22:03.453161 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:22:03.464670 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:22:03.476006 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:22:03.487602 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:22:03.499272 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:22:03.511253 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:22:03.634964 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:22:03.843363 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:22:04.345400 run create_hlr_db(pid=31313): Launched\u000a11:22:04.524557 bus /sierra_2: Setting Powered False\u000a11:22:05.546668 run create_hlr_db(pid=31313): Terminated: ok {rc=0}\u000a11:22:05.991967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31315): Launched\u000a11:22:06.328825 run osmo-hlr_10.42.42.2(pid=31316): Launched\u000a11:22:06.449107 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:22:06.994242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31318): Launched\u000a11:22:07.306602 run osmo-stp_10.42.42.5(pid=31319): Launched\u000a11:22:07.418766 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:22:07.988738 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31321): Launched\u000a11:22:08.301434 run osmo-msc_10.42.42.6(pid=31322): Launched\u000a11:22:08.483470 run osmo-stp_10.42.42.5(pid=31319): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31319)]\u000a11:22:08.614743 run osmo-stp_10.42.42.5(pid=31319): stdout: \u000a| (launched: 2022-12-09_11:22:07.152508)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:22:08.744324 run osmo-stp_10.42.42.5(pid=31319): stderr: \u000a| �[0;m�[38;5;43m20221209112207327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112207327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112207328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112207328 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112207329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112207329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112207329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:22:08.868360 run osmo-stp_10.42.42.5(pid=31319): stdout: \u000a| (launched: 2022-12-09_11:22:07.152508)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:22:08.991805 run osmo-stp_10.42.42.5(pid=31319): stderr: \u000a| �[0;m�[38;5;43m20221209112207327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112207327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112207328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112207328 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112207329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112207329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112207329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:22:09.046059 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31319): Process ended prematurely: osmo-stp_10.42.42.5(pid=31319) [trial-2359↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31319)] [trial-2359↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a11:22:09.054527 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a11:22:09.114572 run osmo-hlr_10.42.42.2(pid=31316): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31316)]\u000a11:22:09.164179 run osmo-hlr_10.42.42.2(pid=31316): stdout: \u000a| (launched: 2022-12-09_11:22:06.162020) \u000a11:22:09.214275 run osmo-hlr_10.42.42.2(pid=31316): stderr: \u000a| �[0;m�[1;31m20221209112206365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209112206365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209112206365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112206366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112206366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209112206366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209112206379 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209112206389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209112206389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209112206389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:22:09.282315 run osmo-msc_10.42.42.6(pid=31322): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31322)]\u000a11:22:09.332168 run osmo-msc_10.42.42.6(pid=31322): stdout: \u000a| (launched: 2022-12-09_11:22:08.146777) \u000a11:22:09.382311 run osmo-msc_10.42.42.6(pid=31322): stderr: \u000a| �[0;m�[38;5;43m20221209112208423 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209112208423 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f94be0b9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209112208423 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209112208423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209112208424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209112208424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209112208425 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209112208426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209112208426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209112208426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:22:09.424853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31315): Terminating (SIGTERM)\u000a11:22:09.465023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31318): Terminating (SIGTERM)\u000a11:22:09.505141 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31321): Terminating (SIGTERM)\u000a11:22:09.514343 --- ParallelTerminationStrategy: PID 31315 died...\u000a11:22:09.568110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31315): Terminated: ok {rc=0}\u000a11:22:09.577742 --- ParallelTerminationStrategy: PID 31318 died...\u000a11:22:09.631366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31318): Terminated: ok {rc=0}\u000a11:22:09.641026 --- ParallelTerminationStrategy: PID 31321 died...\u000a11:22:09.694709 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31321): Terminated: ok {rc=0}\u000a11:22:09.779560 bus /sierra_3: Setting Powered False\u000a11:22:10.888410 bus /sierra_3: Setting Powered False\u000a11:22:11.997366 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 29, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31330): Process ended prematurely: osmo-stp_10.42.42.5(pid=31330) [trial-2359↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31330)]", "failedSince" : 2331, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31330): Process ended prematurely: osmo-stp_10.42.42.5(pid=31330) [trial-2359↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31330)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:22:13.113953 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:22:13.126151 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a11:22:13.282407 tst mo_mt_call_osmux.py: using LAC 21116\u000a11:22:13.412930 tst mo_mt_call_osmux.py: using RAC 206\u000a11:22:13.543274 tst mo_mt_call_osmux.py: using CellId 21116\u000a11:22:13.673303 tst mo_mt_call_osmux.py: using BVCI 21117\u000a11:22:13.698742 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:22:13.710375 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:22:13.721785 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:22:13.733364 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:22:13.744868 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:22:13.756545 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:22:13.878506 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:22:14.088524 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:22:14.588056 run create_hlr_db(pid=31324): Launched\u000a11:22:14.767325 bus /sierra_2: Setting Powered False\u000a11:22:15.787318 run create_hlr_db(pid=31324): Terminated: ok {rc=0}\u000a11:22:16.237430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31326): Launched\u000a11:22:16.681088 run osmo-hlr_10.42.42.2(pid=31327): Launched\u000a11:22:16.849279 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:22:17.477496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31329): Launched\u000a11:22:17.791254 run osmo-stp_10.42.42.5(pid=31330): Launched\u000a11:22:17.915445 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:22:18.490108 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31332): Launched\u000a11:22:18.803780 run osmo-msc_10.42.42.6(pid=31333): Launched\u000a11:22:18.985414 run osmo-stp_10.42.42.5(pid=31330): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31330)]\u000a11:22:19.116612 run osmo-stp_10.42.42.5(pid=31330): stdout: \u000a| (launched: 2022-12-09_11:22:17.635934)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:22:19.245103 run osmo-stp_10.42.42.5(pid=31330): stderr: \u000a| �[0;m�[38;5;43m20221209112217810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112217810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112217810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112217810 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112217811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112217811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112217811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:22:19.368882 run osmo-stp_10.42.42.5(pid=31330): stdout: \u000a| (launched: 2022-12-09_11:22:17.635934)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:22:19.491624 run osmo-stp_10.42.42.5(pid=31330): stderr: \u000a| �[0;m�[38;5;43m20221209112217810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112217810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112217810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112217810 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112217811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112217811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112217811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:22:19.545731 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31330): Process ended prematurely: osmo-stp_10.42.42.5(pid=31330) [trial-2359↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31330)] [trial-2359↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a11:22:19.554265 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a11:22:19.613395 run osmo-hlr_10.42.42.2(pid=31327): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31327)]\u000a11:22:19.662239 run osmo-hlr_10.42.42.2(pid=31327): stdout: \u000a| (launched: 2022-12-09_11:22:16.397932) \u000a11:22:19.711633 run osmo-hlr_10.42.42.2(pid=31327): stderr: \u000a| �[0;m�[1;31m20221209112216667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209112216667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209112216667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112216667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112216667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209112216667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209112216688 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209112216696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209112216696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209112216705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:22:19.778707 run osmo-msc_10.42.42.6(pid=31333): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31333)]\u000a11:22:19.827683 run osmo-msc_10.42.42.6(pid=31333): stdout: \u000a| (launched: 2022-12-09_11:22:18.648599) \u000a11:22:19.877237 run osmo-msc_10.42.42.6(pid=31333): stderr: \u000a| �[0;m�[38;5;43m20221209112218925 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209112218926 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3fcb88ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209112218926 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209112218926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209112218926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209112218926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209112218928 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209112218928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209112218928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209112218928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:22:19.918928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31326): Terminating (SIGTERM)\u000a11:22:19.958432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31329): Terminating (SIGTERM)\u000a11:22:19.998362 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31332): Terminating (SIGTERM)\u000a11:22:20.007424 --- ParallelTerminationStrategy: PID 31326 died...\u000a11:22:20.060400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31326): Terminated: ok {rc=0}\u000a11:22:20.069893 --- ParallelTerminationStrategy: PID 31329 died...\u000a11:22:20.122796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31329): Terminated: ok {rc=0}\u000a11:22:20.132215 --- ParallelTerminationStrategy: PID 31332 died...\u000a11:22:20.184899 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31332): Terminated: ok {rc=0}\u000a11:22:20.272711 bus /sierra_3: Setting Powered False\u000a11:22:21.380028 bus /sierra_3: Setting Powered False\u000a11:22:22.488292 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "8", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:22:02" }, { "cases" : [ { "testActions" : [ ], "age" : 29, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31344): Process ended prematurely: osmo-stp_10.42.42.5(pid=31344) [trial-2359↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31344)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31344): Process ended prematurely: osmo-stp_10.42.42.5(pid=31344) [trial-2359↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31344)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a11:22:24.457225 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:22:24.468712 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:22:24.625146 tst mo_mt_call.py: using LAC 21117\u000a11:22:24.755046 tst mo_mt_call.py: using RAC 207\u000a11:22:24.880608 tst mo_mt_call.py: using CellId 21117\u000a11:22:25.005092 tst mo_mt_call.py: using BVCI 21118\u000a11:22:25.028763 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:22:25.039993 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:22:25.051106 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:22:25.062742 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:22:25.074775 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:22:25.086422 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:22:25.209860 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:22:25.426193 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:22:25.952770 run create_hlr_db(pid=31338): Launched\u000a11:22:26.146409 bus /sierra_2: Setting Powered False\u000a11:22:27.167573 run create_hlr_db(pid=31338): Terminated: ok {rc=0}\u000a11:22:27.588429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31340): Launched\u000a11:22:27.902362 run osmo-hlr_10.42.42.2(pid=31341): Launched\u000a11:22:28.016865 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:22:28.559838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31343): Launched\u000a11:22:28.872675 run osmo-stp_10.42.42.5(pid=31344): Launched\u000a11:22:28.985393 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:22:29.554604 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31346): Launched\u000a11:22:29.868075 run osmo-msc_10.42.42.6(pid=31347): Launched\u000a11:22:30.050557 run osmo-stp_10.42.42.5(pid=31344): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31344)]\u000a11:22:30.183425 run osmo-stp_10.42.42.5(pid=31344): stdout: \u000a| (launched: 2022-12-09_11:22:28.717368)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:22:30.312942 run osmo-stp_10.42.42.5(pid=31344): stderr: \u000a| �[0;m�[38;5;43m20221209112228892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112228892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112228892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112228893 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112228893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112228893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112228893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:22:30.438382 run osmo-stp_10.42.42.5(pid=31344): stdout: \u000a| (launched: 2022-12-09_11:22:28.717368)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:22:30.561895 run osmo-stp_10.42.42.5(pid=31344): stderr: \u000a| �[0;m�[38;5;43m20221209112228892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112228892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112228892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112228893 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112228893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112228893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112228893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:22:30.616166 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31344): Process ended prematurely: osmo-stp_10.42.42.5(pid=31344) [trial-2359↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31344)] [trial-2359↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a11:22:30.624823 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a11:22:30.685461 run osmo-hlr_10.42.42.2(pid=31341): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31341)]\u000a11:22:30.735265 run osmo-hlr_10.42.42.2(pid=31341): stdout: \u000a| (launched: 2022-12-09_11:22:27.747290) \u000a11:22:30.785667 run osmo-hlr_10.42.42.2(pid=31341): stderr: \u000a| �[0;m�[1;31m20221209112227926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209112227926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209112227926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112227926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112227926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209112227926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209112227939 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209112227947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209112227947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209112227947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:22:30.854884 run osmo-msc_10.42.42.6(pid=31347): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31347)]\u000a11:22:30.906372 run osmo-msc_10.42.42.6(pid=31347): stdout: \u000a| (launched: 2022-12-09_11:22:29.712856) \u000a11:22:30.963547 run osmo-msc_10.42.42.6(pid=31347): stderr: \u000a| �[0;m�[38;5;43m20221209112229987 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209112229987 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdaa117fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209112229987 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209112229987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209112229988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209112229988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209112229990 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209112229990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209112229990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209112229990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:22:31.006935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31340): Terminating (SIGTERM)\u000a11:22:31.048524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31343): Terminating (SIGTERM)\u000a11:22:31.089956 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31346): Terminating (SIGTERM)\u000a11:22:31.099475 --- ParallelTerminationStrategy: PID 31340 died...\u000a11:22:31.154494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31340): Terminated: ok {rc=0}\u000a11:22:31.164767 --- ParallelTerminationStrategy: PID 31343 died...\u000a11:22:31.219966 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31343): Terminated: ok {rc=0}\u000a11:22:31.230244 --- ParallelTerminationStrategy: PID 31346 died...\u000a11:22:31.285050 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31346): Terminated: ok {rc=0}\u000a11:22:31.371368 bus /sierra_3: Setting Powered False\u000a11:22:32.473372 bus /sierra_3: Setting Powered False\u000a11:22:33.585869 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 40, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31357): Process ended prematurely: osmo-stp_10.42.42.5(pid=31357) [trial-2359↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31357)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31357): Process ended prematurely: osmo-stp_10.42.42.5(pid=31357) [trial-2359↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31357)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:22:34.698103 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:22:34.710157 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:22:34.858419 tst mo_mt_call_osmux.py: using LAC 21118\u000a11:22:34.984467 tst mo_mt_call_osmux.py: using RAC 208\u000a11:22:35.105244 tst mo_mt_call_osmux.py: using CellId 21118\u000a11:22:35.234459 tst mo_mt_call_osmux.py: using BVCI 21119\u000a11:22:35.260120 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:22:35.271898 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:22:35.283611 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:22:35.295739 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:22:35.307835 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:22:35.319698 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:22:35.437960 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:22:35.654617 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:22:36.184700 run create_hlr_db(pid=31351): Launched\u000a11:22:36.377315 bus /sierra_2: Setting Powered False\u000a11:22:37.398363 run create_hlr_db(pid=31351): Terminated: ok {rc=0}\u000a11:22:37.828038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31353): Launched\u000a11:22:38.163531 run osmo-hlr_10.42.42.2(pid=31354): Launched\u000a11:22:38.284513 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:22:38.864721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31356): Launched\u000a11:22:39.198584 run osmo-stp_10.42.42.5(pid=31357): Launched\u000a11:22:39.319440 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:22:39.929765 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31359): Launched\u000a11:22:40.264191 run osmo-msc_10.42.42.6(pid=31360): Launched\u000a11:22:40.459076 run osmo-stp_10.42.42.5(pid=31357): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31357)]\u000a11:22:40.600219 run osmo-stp_10.42.42.5(pid=31357): stdout: \u000a| (launched: 2022-12-09_11:22:39.033980)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:22:40.740344 run osmo-stp_10.42.42.5(pid=31357): stderr: \u000a| �[0;m�[38;5;43m20221209112239230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112239230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112239230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112239231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112239231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112239231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112239231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:22:40.874066 run osmo-stp_10.42.42.5(pid=31357): stdout: \u000a| (launched: 2022-12-09_11:22:39.033980)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:22:41.006337 run osmo-stp_10.42.42.5(pid=31357): stderr: \u000a| �[0;m�[38;5;43m20221209112239230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112239230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112239230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112239231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112239231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112239231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112239231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:22:41.064345 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31357): Process ended prematurely: osmo-stp_10.42.42.5(pid=31357) [trial-2359↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31357)] [trial-2359↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a11:22:41.073620 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a11:22:41.137514 run osmo-hlr_10.42.42.2(pid=31354): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31354)]\u000a11:22:41.189992 run osmo-hlr_10.42.42.2(pid=31354): stdout: \u000a| (launched: 2022-12-09_11:22:37.998793) \u000a11:22:41.243170 run osmo-hlr_10.42.42.2(pid=31354): stderr: \u000a| �[0;m�[1;31m20221209112238200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209112238200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209112238200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112238200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112238200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209112238200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209112238217 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209112238227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209112238227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209112238227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:22:41.314825 run osmo-msc_10.42.42.6(pid=31360): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31360)]\u000a11:22:41.367049 run osmo-msc_10.42.42.6(pid=31360): stdout: \u000a| (launched: 2022-12-09_11:22:40.098926) \u000a11:22:41.419785 run osmo-msc_10.42.42.6(pid=31360): stderr: \u000a| �[0;m�[38;5;43m20221209112240426 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209112240426 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa1f24b0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209112240426 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209112240426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209112240426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209112240426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209112240428 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209112240429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209112240429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209112240429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:22:41.464401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31353): Terminating (SIGTERM)\u000a11:22:41.507250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31356): Terminating (SIGTERM)\u000a11:22:41.550044 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31359): Terminating (SIGTERM)\u000a11:22:41.560012 --- ParallelTerminationStrategy: PID 31353 died...\u000a11:22:41.617192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31353): Terminated: ok {rc=0}\u000a11:22:41.627267 --- ParallelTerminationStrategy: PID 31356 died...\u000a11:22:41.683872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31356): Terminated: ok {rc=0}\u000a11:22:41.693981 --- ParallelTerminationStrategy: PID 31359 died...\u000a11:22:41.750488 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31359): Terminated: ok {rc=0}\u000a11:22:41.838576 bus /sierra_3: Setting Powered False\u000a11:22:42.945924 bus /sierra_3: Setting Powered False\u000a11:22:44.054608 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "9", "name" : "voice_sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:22:24" }, { "cases" : [ { "testActions" : [ ], "age" : 29, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31371): Process ended prematurely: osmo-stp_10.42.42.5(pid=31371) [trial-2359↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31371)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31371): Process ended prematurely: osmo-stp_10.42.42.5(pid=31371) [trial-2359↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31371)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a11:22:46.041664 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:22:46.053689 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:22:46.204573 tst mo_mt_call.py: using LAC 21119\u000a11:22:46.331384 tst mo_mt_call.py: using RAC 209\u000a11:22:46.491573 tst mo_mt_call.py: using CellId 21119\u000a11:22:46.632522 tst mo_mt_call.py: using BVCI 21120\u000a11:22:46.656658 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:22:46.668409 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:22:46.680601 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:22:46.691686 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:22:46.703107 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:22:46.714506 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:22:46.834014 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:22:47.047468 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:22:47.565929 run create_hlr_db(pid=31365): Launched\u000a11:22:47.745661 bus /sierra_2: Setting Powered False\u000a11:22:48.766248 run create_hlr_db(pid=31365): Terminated: ok {rc=0}\u000a11:22:49.182416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31367): Launched\u000a11:22:49.494119 run osmo-hlr_10.42.42.2(pid=31368): Launched\u000a11:22:49.614515 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:22:50.169064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31370): Launched\u000a11:22:50.481784 run osmo-stp_10.42.42.5(pid=31371): Launched\u000a11:22:50.607234 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:22:51.185142 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31373): Launched\u000a11:22:51.498286 run osmo-msc_10.42.42.6(pid=31374): Launched\u000a11:22:51.680235 run osmo-stp_10.42.42.5(pid=31371): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31371)]\u000a11:22:51.812173 run osmo-stp_10.42.42.5(pid=31371): stdout: \u000a| (launched: 2022-12-09_11:22:50.327769)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:22:51.941989 run osmo-stp_10.42.42.5(pid=31371): stderr: \u000a| �[0;m�[38;5;43m20221209112250502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112250503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112250503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112250503 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112250504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112250504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112250504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:22:52.066549 run osmo-stp_10.42.42.5(pid=31371): stdout: \u000a| (launched: 2022-12-09_11:22:50.327769)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:22:52.190214 run osmo-stp_10.42.42.5(pid=31371): stderr: \u000a| �[0;m�[38;5;43m20221209112250502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112250503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112250503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112250503 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112250504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112250504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112250504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:22:52.245155 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31371): Process ended prematurely: osmo-stp_10.42.42.5(pid=31371) [trial-2359↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31371)] [trial-2359↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a11:22:52.253954 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a11:22:52.313891 run osmo-hlr_10.42.42.2(pid=31368): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31368)]\u000a11:22:52.363523 run osmo-hlr_10.42.42.2(pid=31368): stdout: \u000a| (launched: 2022-12-09_11:22:49.340234) \u000a11:22:52.413373 run osmo-hlr_10.42.42.2(pid=31368): stderr: \u000a| �[0;m�[1;31m20221209112249519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209112249519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209112249520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112249520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112249520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209112249520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209112249532 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209112249541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209112249541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209112249541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:22:52.480899 run osmo-msc_10.42.42.6(pid=31374): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31374)]\u000a11:22:52.530185 run osmo-msc_10.42.42.6(pid=31374): stdout: \u000a| (launched: 2022-12-09_11:22:51.343143) \u000a11:22:52.579984 run osmo-msc_10.42.42.6(pid=31374): stderr: \u000a| �[0;m�[38;5;43m20221209112251621 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209112251622 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6f08cd3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209112251622 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209112251622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209112251622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209112251622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209112251624 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209112251624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209112251624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209112251624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:22:52.622018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31367): Terminating (SIGTERM)\u000a11:22:52.661797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31370): Terminating (SIGTERM)\u000a11:22:52.702012 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31373): Terminating (SIGTERM)\u000a11:22:52.711261 --- ParallelTerminationStrategy: PID 31367 died...\u000a11:22:52.764802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31367): Terminated: ok {rc=0}\u000a11:22:52.774496 --- ParallelTerminationStrategy: PID 31370 died...\u000a11:22:52.827749 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31370): Terminated: ok {rc=0}\u000a11:22:52.837399 --- ParallelTerminationStrategy: PID 31373 died...\u000a11:22:52.891099 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31373): Terminated: ok {rc=0}\u000a11:22:52.980872 bus /sierra_3: Setting Powered False\u000a11:22:54.085188 bus /sierra_3: Setting Powered False\u000a11:22:55.195586 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 40, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31382): Process ended prematurely: osmo-stp_10.42.42.5(pid=31382) [trial-2359↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31382)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31382): Process ended prematurely: osmo-stp_10.42.42.5(pid=31382) [trial-2359↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31382)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:22:56.307948 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:22:56.319454 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:22:56.469688 tst mo_mt_call_osmux.py: using LAC 21120\u000a11:22:56.590443 tst mo_mt_call_osmux.py: using RAC 210\u000a11:22:56.711267 tst mo_mt_call_osmux.py: using CellId 21120\u000a11:22:56.834709 tst mo_mt_call_osmux.py: using BVCI 21121\u000a11:22:56.858354 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:22:56.869259 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:22:56.879885 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:22:56.890581 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:22:56.901339 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:22:56.912083 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:22:57.028480 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:22:57.245043 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:22:57.771855 run create_hlr_db(pid=31376): Launched\u000a11:22:57.964319 bus /sierra_2: Setting Powered False\u000a11:22:58.984566 run create_hlr_db(pid=31376): Terminated: ok {rc=0}\u000a11:22:59.404562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31378): Launched\u000a11:22:59.718573 run osmo-hlr_10.42.42.2(pid=31379): Launched\u000a11:22:59.833566 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:23:00.377445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31381): Launched\u000a11:23:00.690634 run osmo-stp_10.42.42.5(pid=31382): Launched\u000a11:23:00.803667 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:23:01.412399 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31384): Launched\u000a11:23:01.821840 run osmo-msc_10.42.42.6(pid=31388): Launched\u000a11:23:02.265960 run osmo-stp_10.42.42.5(pid=31382): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31382)]\u000a11:23:02.498697 run osmo-stp_10.42.42.5(pid=31382): stdout: \u000a| (launched: 2022-12-09_11:23:00.535098)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:23:02.651066 run osmo-stp_10.42.42.5(pid=31382): stderr: \u000a| �[0;m�[38;5;43m20221209112300711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112300711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112300711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112300712 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112300712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112300712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112300712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:23:02.777259 run osmo-stp_10.42.42.5(pid=31382): stdout: \u000a| (launched: 2022-12-09_11:23:00.535098)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:23:02.960368 run osmo-stp_10.42.42.5(pid=31382): stderr: \u000a| �[0;m�[38;5;43m20221209112300711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112300711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112300711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112300712 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112300712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112300712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112300712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:23:03.038956 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31382): Process ended prematurely: osmo-stp_10.42.42.5(pid=31382) [trial-2359↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31382)] [trial-2359↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a11:23:03.053427 tst mo_mt_call_osmux.py:8: Test FAILED (6.8 sec)\u000a11:23:03.132846 run osmo-hlr_10.42.42.2(pid=31379): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31379)]\u000a11:23:03.200987 run osmo-hlr_10.42.42.2(pid=31379): stdout: \u000a| (launched: 2022-12-09_11:22:59.562704) \u000a11:23:03.271457 run osmo-hlr_10.42.42.2(pid=31379): stderr: \u000a| �[0;m�[1;31m20221209112259744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209112259744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209112259744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112259744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112259744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209112259744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209112259755 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209112259763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209112259764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209112259764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:23:03.359350 run osmo-msc_10.42.42.6(pid=31388): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31388)]\u000a11:23:03.426471 run osmo-msc_10.42.42.6(pid=31388): stdout: \u000a| (launched: 2022-12-09_11:23:01.572604) \u000a11:23:03.493728 run osmo-msc_10.42.42.6(pid=31388): stderr: \u000a| �[0;m�[38;5;43m20221209112302103 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209112302103 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f347bd09c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209112302103 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209112302104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209112302104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209112302104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209112302114 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209112302115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209112302115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209112302115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:23:03.551862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31378): Terminating (SIGTERM)\u000a11:23:03.613033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31381): Terminating (SIGTERM)\u000a11:23:03.672575 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31384): Terminating (SIGTERM)\u000a11:23:03.682967 --- ParallelTerminationStrategy: PID 31378 died...\u000a11:23:03.754811 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31378): Terminated: ok {rc=0}\u000a11:23:03.768248 --- ParallelTerminationStrategy: PID 31381 died...\u000a11:23:03.840511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31381): Terminated: ok {rc=0}\u000a11:23:03.855610 --- ParallelTerminationStrategy: PID 31384 died...\u000a11:23:03.936265 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31384): Terminated: ok {rc=0}\u000a11:23:04.054144 bus /sierra_3: Setting Powered False\u000a11:23:05.166648 bus /sierra_3: Setting Powered False\u000a11:23:06.275407 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "10", "name" : "voice_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:22:45" }, { "cases" : [ { "testActions" : [ ], "age" : 29, "className" : "emergency:sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31667): Process ended prematurely: osmo-stp_10.42.42.5(pid=31667) [trial-2359↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31667)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31667): Process ended prematurely: osmo-stp_10.42.42.5(pid=31667) [trial-2359↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31667)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 emergency:sysmo emergency_mo_mt_call.py\u000a----------------------------------------------\u000a11:23:08.255236 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:23:08.266822 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a11:23:08.393707 tst emergency_mo_mt_call.py: using LAC 21121\u000a11:23:08.516278 tst emergency_mo_mt_call.py: using RAC 211\u000a11:23:08.638586 tst emergency_mo_mt_call.py: using CellId 21121\u000a11:23:08.763994 tst emergency_mo_mt_call.py: using BVCI 21122\u000a11:23:08.788050 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:23:08.799647 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:23:08.811177 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:23:08.822988 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:23:08.834676 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:23:08.846151 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a11:23:08.966321 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a11:23:09.174407 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:23:09.707312 run create_hlr_db(pid=31661): Launched\u000a11:23:09.903274 bus /sierra_2: Setting Powered False\u000a11:23:10.927188 run create_hlr_db(pid=31661): Terminated: ok {rc=0}\u000a11:23:11.393673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31663): Launched\u000a11:23:11.831365 run osmo-hlr_10.42.42.2(pid=31664): Launched\u000a11:23:12.092352 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:23:12.695796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31666): Launched\u000a11:23:13.142576 run osmo-stp_10.42.42.5(pid=31667): Launched\u000a11:23:13.372544 tst emergency_mo_mt_call.py: using MSISDN 7187\u000a11:23:13.541705 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:23:14.172300 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31669): Launched\u000a11:23:14.618502 run osmo-msc_10.42.42.6(pid=31670): Launched\u000a11:23:15.014011 run osmo-stp_10.42.42.5(pid=31667): ERR: Terminated: ERROR {rc=1} [trial-2359↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31667)]\u000a11:23:15.225368 run osmo-stp_10.42.42.5(pid=31667): stdout: \u000a| (launched: 2022-12-09_11:23:12.866772)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:23:15.368298 run osmo-stp_10.42.42.5(pid=31667): stderr: \u000a| �[0;m�[38;5;43m20221209112313174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112313174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112313175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112313175 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112313175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112313176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112313176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:23:15.505921 run osmo-stp_10.42.42.5(pid=31667): stdout: \u000a| (launched: 2022-12-09_11:23:12.866772)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:23:15.643400 run osmo-stp_10.42.42.5(pid=31667): stderr: \u000a| �[0;m�[38;5;43m20221209112313174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112313174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112313175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112313175 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112313175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112313176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112313176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:23:15.704143 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=31667): Process ended prematurely: osmo-stp_10.42.42.5(pid=31667) [trial-2359↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31667)] [trial-2359↪emergency:sysmo↪emergency_mo_mt_call.py:19]\u000a11:23:15.713898 tst emergency_mo_mt_call.py:19: Test FAILED (7.4 sec)\u000a11:23:15.783788 run osmo-hlr_10.42.42.2(pid=31664): ERR: Terminated: ERROR {rc=237} [trial-2359↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31664)]\u000a11:23:15.843030 run osmo-hlr_10.42.42.2(pid=31664): stdout: \u000a| (launched: 2022-12-09_11:23:11.566671) \u000a11:23:15.902244 run osmo-hlr_10.42.42.2(pid=31664): stderr: \u000a| �[0;m�[1;31m20221209112311891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209112311892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209112311892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112311892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112311892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209112311892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209112311911 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/emergency:sysmo/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209112311923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209112311923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209112311924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:23:15.982593 run osmo-msc_10.42.42.6(pid=31670): ERR: Terminated: ERROR {rc=2} [trial-2359↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31670)]\u000a11:23:16.054327 run osmo-msc_10.42.42.6(pid=31670): stdout: \u000a| (launched: 2022-12-09_11:23:14.344599) \u000a11:23:16.111796 run osmo-msc_10.42.42.6(pid=31670): stderr: \u000a| �[0;m�[38;5;43m20221209112314855 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209112314856 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd42f6c9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209112314856 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209112314856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209112314856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209112314856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209112314862 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209112314863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209112314863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209112314863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:23:16.159495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31663): Terminating (SIGTERM)\u000a11:23:16.207255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31666): Terminating (SIGTERM)\u000a11:23:16.260459 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31669): Terminating (SIGTERM)\u000a11:23:16.280241 --- ParallelTerminationStrategy: PID 31663 died...\u000a11:23:16.379130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31663): Terminated: ok {rc=0}\u000a11:23:16.393755 --- ParallelTerminationStrategy: PID 31666 died...\u000a11:23:16.462242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31666): Terminated: ok {rc=0}\u000a11:23:16.472336 --- ParallelTerminationStrategy: PID 31669 died...\u000a11:23:16.527677 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31669): Terminated: ok {rc=0}\u000a11:23:16.637284 bus /sierra_3: Setting Powered False\u000a11:23:17.756079 bus /sierra_3: Setting Powered False\u000a11:23:18.875281 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 197, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31678): Process ended prematurely: osmo-stp_10.42.42.5(pid=31678) [trial-2359↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31678)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31678): Process ended prematurely: osmo-stp_10.42.42.5(pid=31678) [trial-2359↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31678)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 emergency:sysmo emergency_preemptive_call.py\u000a----------------------------------------------\u000a11:23:19.931616 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:23:19.944820 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a11:23:20.086805 tst emergency_preemptive_call.py: using LAC 21122\u000a11:23:20.227946 tst emergency_preemptive_call.py: using RAC 212\u000a11:23:20.360885 tst emergency_preemptive_call.py: using CellId 21122\u000a11:23:20.492229 tst emergency_preemptive_call.py: using BVCI 21123\u000a11:23:20.518793 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:23:20.531646 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:23:20.545053 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:23:20.558725 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:23:20.571992 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a11:23:20.585029 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a11:23:20.714654 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a11:23:20.840671 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a11:23:20.971001 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a11:23:21.195284 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:23:21.772493 run create_hlr_db(pid=31672): Launched\u000a11:23:21.971552 bus /sierra_2: Setting Powered False\u000a11:23:22.989780 run create_hlr_db(pid=31672): Terminated: ok {rc=0}\u000a11:23:23.461254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31674): Launched\u000a11:23:23.911881 run osmo-hlr_10.42.42.2(pid=31675): Launched\u000a11:23:24.163076 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:23:24.732568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31677): Launched\u000a11:23:25.040169 run osmo-stp_10.42.42.5(pid=31678): Launched\u000a11:23:25.162407 tst emergency_preemptive_call.py: using MSISDN 7188\u000a11:23:25.314295 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:23:25.873994 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31680): Launched\u000a11:23:26.181394 run osmo-msc_10.42.42.6(pid=31681): Launched\u000a11:23:26.366719 run osmo-stp_10.42.42.5(pid=31678): ERR: Terminated: ERROR {rc=1} [trial-2359↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31678)]\u000a11:23:26.495650 run osmo-stp_10.42.42.5(pid=31678): stdout: \u000a| (launched: 2022-12-09_11:23:24.888138)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:23:26.624203 run osmo-stp_10.42.42.5(pid=31678): stderr: \u000a| �[0;m�[38;5;43m20221209112325060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112325060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112325060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112325061 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112325063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112325064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112325065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:23:26.746809 run osmo-stp_10.42.42.5(pid=31678): stdout: \u000a| (launched: 2022-12-09_11:23:24.888138)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:23:26.868393 run osmo-stp_10.42.42.5(pid=31678): stderr: \u000a| �[0;m�[38;5;43m20221209112325060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112325060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112325060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112325061 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112325063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112325064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112325065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:23:26.921765 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=31678): Process ended prematurely: osmo-stp_10.42.42.5(pid=31678) [trial-2359↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31678)] [trial-2359↪emergency:sysmo↪emergency_preemptive_call.py:32]\u000a11:23:26.929905 tst emergency_preemptive_call.py:32: Test FAILED (7.0 sec)\u000a11:23:26.989661 run osmo-hlr_10.42.42.2(pid=31675): ERR: Terminated: ERROR {rc=237} [trial-2359↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31675)]\u000a11:23:27.039005 run osmo-hlr_10.42.42.2(pid=31675): stdout: \u000a| (launched: 2022-12-09_11:23:23.637420) \u000a11:23:27.089055 run osmo-hlr_10.42.42.2(pid=31675): stderr: \u000a| �[0;m�[1;31m20221209112323957 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209112323958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209112323958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112323958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112323958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209112323958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209112323975 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/emergency:sysmo/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209112323987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209112323988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209112323988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:23:27.157126 run osmo-msc_10.42.42.6(pid=31681): ERR: Terminated: ERROR {rc=2} [trial-2359↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=31681)]\u000a11:23:27.206290 run osmo-msc_10.42.42.6(pid=31681): stdout: \u000a| (launched: 2022-12-09_11:23:26.029108) \u000a11:23:27.256142 run osmo-msc_10.42.42.6(pid=31681): stderr: \u000a| �[0;m�[38;5;43m20221209112326303 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209112326304 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efea378cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209112326304 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209112326304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209112326304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209112326304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209112326306 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209112326306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209112326307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209112326307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:23:27.298477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31674): Terminating (SIGTERM)\u000a11:23:27.338541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31677): Terminating (SIGTERM)\u000a11:23:27.378532 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31680): Terminating (SIGTERM)\u000a11:23:27.387765 --- ParallelTerminationStrategy: PID 31674 died...\u000a11:23:27.441788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31674): Terminated: ok {rc=0}\u000a11:23:27.451566 --- ParallelTerminationStrategy: PID 31677 died...\u000a11:23:27.505498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31677): Terminated: ok {rc=0}\u000a11:23:27.515078 --- ParallelTerminationStrategy: PID 31680 died...\u000a11:23:27.569126 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=31680): Terminated: ok {rc=0}\u000a11:23:27.652676 bus /sierra_9: Setting Powered False\u000a11:23:28.754021 bus /sierra_9: Setting Powered False\u000a11:23:29.861191 bus /sierra_8: Setting Powered False\u000a11:23:30.978429 bus /sierra_8: Setting Powered False\u000a11:23:32.092930 bus /sierra_3: Setting Powered False\u000a11:23:33.195060 bus /sierra_3: Setting Powered False\u000a11:23:34.303552 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 29.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "11", "name" : "emergency_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:23:07" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "gprs:sysmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31696): Process ended prematurely: osmo-stp_10.42.42.5(pid=31696) [trial-2359↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31696)]", "failedSince" : 2314, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31696): Process ended prematurely: osmo-stp_10.42.42.5(pid=31696) [trial-2359↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31696)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:sysmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:23:36.397804 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:23:36.408735 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a11:23:36.544552 tst cs_paging_gprs_active.py: using LAC 21123\u000a11:23:36.678486 tst cs_paging_gprs_active.py: using RAC 213\u000a11:23:36.814917 tst cs_paging_gprs_active.py: using CellId 21123\u000a11:23:36.944493 tst cs_paging_gprs_active.py: using BVCI 21124\u000a11:23:36.970404 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:23:36.981607 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:23:36.992473 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:23:37.003576 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:23:37.014861 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:23:37.025821 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:23:37.037215 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:23:37.048002 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:23:37.059428 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a11:23:37.178446 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a11:23:37.468278 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:23:37.601081 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:23:37.928376 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31686): Launched\u000a11:23:38.200602 run iperf3-srv_10.42.42.10(pid=31687): Launched\u000a11:23:38.392287 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:23:38.523322 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:23:38.850467 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31688): Launched\u000a11:23:39.121359 run iperf3-srv_10.42.42.10(pid=31689): Launched\u000a11:23:39.311757 tst cs_paging_gprs_active.py:38: start network...\u000a11:23:39.441430 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:23:39.945838 run create_hlr_db(pid=31690): Launched\u000a11:23:40.126005 bus /sierra_2: Setting Powered False\u000a11:23:41.146801 run create_hlr_db(pid=31690): Terminated: ok {rc=0}\u000a11:23:41.564321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31692): Launched\u000a11:23:41.878886 run osmo-hlr_10.42.42.2(pid=31693): Launched\u000a11:23:41.993414 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:23:42.533640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31695): Launched\u000a11:23:42.847598 run osmo-stp_10.42.42.5(pid=31696): Launched\u000a11:23:42.961820 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:23:44.480260 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31698): Launched\u000a11:23:44.591573 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:23:44.868619 run patchelf(pid=31699): Launched\u000a11:23:45.050944 run osmo-stp_10.42.42.5(pid=31696): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31696)]\u000a11:23:45.183692 run osmo-stp_10.42.42.5(pid=31696): stdout: \u000a| (launched: 2022-12-09_11:23:42.692872)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:23:45.316741 run osmo-stp_10.42.42.5(pid=31696): stderr: \u000a| �[0;m�[38;5;43m20221209112342867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112342867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112342868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112342868 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112342869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112342869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112342869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:23:45.445950 run osmo-stp_10.42.42.5(pid=31696): stdout: \u000a| (launched: 2022-12-09_11:23:42.692872)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:23:45.574120 run osmo-stp_10.42.42.5(pid=31696): stderr: \u000a| �[0;m�[38;5;43m20221209112342867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112342867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112342868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112342868 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112342869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112342869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112342869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:23:45.724332 run patchelf(pid=31699): Terminating (SIGINT)\u000a11:23:45.912462 run patchelf(pid=31699): Terminated: ok {rc=0}\u000a11:23:45.946203 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31696): Process ended prematurely: osmo-stp_10.42.42.5(pid=31696) [trial-2359↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31696)] [trial-2359↪gprs:sysmo↪cs_paging_gprs_active.py:38]\u000a11:23:45.955968 tst cs_paging_gprs_active.py:38: Test FAILED (9.6 sec)\u000a11:23:46.018763 run osmo-hlr_10.42.42.2(pid=31693): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:sysmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31693)]\u000a11:23:46.069726 run osmo-hlr_10.42.42.2(pid=31693): stdout: \u000a| (launched: 2022-12-09_11:23:41.722676) \u000a11:23:46.121413 run osmo-hlr_10.42.42.2(pid=31693): stderr: \u000a| �[0;m�[1;31m20221209112341904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209112341904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209112341904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112341904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112341904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209112341904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209112341917 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:sysmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209112341926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209112341926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209112341926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:23:46.165423 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31686): Terminating (SIGTERM)\u000a11:23:46.206780 run iperf3-srv_10.42.42.10(pid=31687): Terminating (SIGTERM)\u000a11:23:46.250102 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31688): Terminating (SIGTERM)\u000a11:23:46.292412 run iperf3-srv_10.42.42.10(pid=31689): Terminating (SIGTERM)\u000a11:23:46.335354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31692): Terminating (SIGTERM)\u000a11:23:46.376670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31695): Terminating (SIGTERM)\u000a11:23:46.418127 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31698): Terminating (SIGTERM)\u000a11:23:46.427536 --- ParallelTerminationStrategy: PID 31686 died...\u000a11:23:46.483067 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31686): Terminated: ok {rc=0}\u000a11:23:46.493339 --- ParallelTerminationStrategy: PID 31687 died...\u000a11:23:46.548457 run iperf3-srv_10.42.42.10(pid=31687): Terminated {rc=256}\u000a11:23:46.558760 --- ParallelTerminationStrategy: PID 31688 died...\u000a11:23:46.614785 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31688): Terminated: ok {rc=0}\u000a11:23:46.625163 --- ParallelTerminationStrategy: PID 31689 died...\u000a11:23:46.681180 run iperf3-srv_10.42.42.10(pid=31689): Terminated {rc=256}\u000a11:23:46.691521 --- ParallelTerminationStrategy: PID 31692 died...\u000a11:23:46.747191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31692): Terminated: ok {rc=0}\u000a11:23:46.757590 --- ParallelTerminationStrategy: PID 31695 died...\u000a11:23:46.813255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31695): Terminated: ok {rc=0}\u000a11:23:46.823612 --- ParallelTerminationStrategy: PID 31698 died...\u000a11:23:46.879496 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31698): Terminated: ok {rc=0}\u000a11:23:46.968407 bus /gobi_0: Setting Powered False\u000a11:23:48.076139 bus /gobi_0: Setting Powered False\u000a11:23:49.185408 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 46, "className" : "gprs:sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31708): Process ended prematurely: osmo-stp_10.42.42.5(pid=31708) [trial-2359↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31708)]", "failedSince" : 2314, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31708): Process ended prematurely: osmo-stp_10.42.42.5(pid=31708) [trial-2359↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31708)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:sysmo iperf3.py\u000a----------------------------------------------\u000a11:23:50.304608 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:23:50.316692 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a11:23:50.445946 tst iperf3.py: using LAC 21124\u000a11:23:50.572428 tst iperf3.py: using RAC 214\u000a11:23:50.698094 tst iperf3.py: using CellId 21124\u000a11:23:50.823223 tst iperf3.py: using BVCI 21125\u000a11:23:50.847270 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:23:50.857958 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:23:50.868427 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:23:50.879840 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:23:50.890911 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:23:50.902052 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:23:50.913245 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:23:50.924316 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:23:50.935497 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a11:23:51.220221 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:23:51.350566 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:23:51.675924 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31700): Launched\u000a11:23:51.947448 run iperf3-srv_10.42.42.10(pid=31701): Launched\u000a11:23:52.137190 tst iperf3.py:8: start network...\u000a11:23:52.266481 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:23:52.766789 run create_hlr_db(pid=31702): Launched\u000a11:23:52.945377 bus /gobi_6: Setting Powered False\u000a11:23:53.966718 run create_hlr_db(pid=31702): Terminated: ok {rc=0}\u000a11:23:54.411916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31704): Launched\u000a11:23:54.747693 run osmo-hlr_10.42.42.2(pid=31705): Launched\u000a11:23:54.874141 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:23:55.456523 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31707): Launched\u000a11:23:55.791953 run osmo-stp_10.42.42.5(pid=31708): Launched\u000a11:23:55.913209 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:23:56.499462 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31710): Launched\u000a11:23:56.619944 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:23:56.913959 run patchelf(pid=31711): Launched\u000a11:23:57.108827 run osmo-stp_10.42.42.5(pid=31708): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31708)]\u000a11:23:57.251284 run osmo-stp_10.42.42.5(pid=31708): stdout: \u000a| (launched: 2022-12-09_11:23:55.626576)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:23:57.393864 run osmo-stp_10.42.42.5(pid=31708): stderr: \u000a| �[0;m�[38;5;43m20221209112355823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112355823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112355824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112355824 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112355825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112355825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112355825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:23:57.531859 run osmo-stp_10.42.42.5(pid=31708): stdout: \u000a| (launched: 2022-12-09_11:23:55.626576)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:23:57.669346 run osmo-stp_10.42.42.5(pid=31708): stderr: \u000a| �[0;m�[38;5;43m20221209112355823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112355823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112355824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112355824 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112355825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112355825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112355825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:23:57.829306 run patchelf(pid=31711): Terminating (SIGINT)\u000a11:23:58.017765 run patchelf(pid=31711): Terminated: ok {rc=0}\u000a11:23:58.052098 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31708): Process ended prematurely: osmo-stp_10.42.42.5(pid=31708) [trial-2359↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31708)] [trial-2359↪gprs:sysmo↪iperf3.py:8]\u000a11:23:58.061972 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a11:23:58.126351 run osmo-hlr_10.42.42.2(pid=31705): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:sysmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31705)]\u000a11:23:58.178906 run osmo-hlr_10.42.42.2(pid=31705): stdout: \u000a| (launched: 2022-12-09_11:23:54.581987) \u000a11:23:58.232141 run osmo-hlr_10.42.42.2(pid=31705): stderr: \u000a| �[0;m�[1;31m20221209112354788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209112354788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209112354788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112354789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112354789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209112354789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209112354799 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:sysmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209112354808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209112354808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209112354808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:23:58.277195 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31700): Terminating (SIGTERM)\u000a11:23:58.320475 run iperf3-srv_10.42.42.10(pid=31701): Terminating (SIGTERM)\u000a11:23:58.365144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31704): Terminating (SIGTERM)\u000a11:23:58.408011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31707): Terminating (SIGTERM)\u000a11:23:58.451329 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31710): Terminating (SIGTERM)\u000a11:23:58.461213 --- ParallelTerminationStrategy: PID 31700 died...\u000a11:23:58.519066 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31700): Terminated: ok {rc=0}\u000a11:23:58.529473 --- ParallelTerminationStrategy: PID 31701 died...\u000a11:23:58.586817 run iperf3-srv_10.42.42.10(pid=31701): Terminated {rc=256}\u000a11:23:58.597112 --- ParallelTerminationStrategy: PID 31704 died...\u000a11:23:58.654391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31704): Terminated: ok {rc=0}\u000a11:23:58.664730 --- ParallelTerminationStrategy: PID 31707 died...\u000a11:23:58.721841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31707): Terminated: ok {rc=0}\u000a11:23:58.732390 --- ParallelTerminationStrategy: PID 31710 died...\u000a11:23:58.790000 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31710): Terminated: ok {rc=0}\u000a11:23:58.878116 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 47, "className" : "gprs:sysmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31726): Process ended prematurely: osmo-stp_10.42.42.5(pid=31726) [trial-2359↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31726)]", "failedSince" : 2313, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31726): Process ended prematurely: osmo-stp_10.42.42.5(pid=31726) [trial-2359↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31726)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:sysmo iperf3m4.py\u000a----------------------------------------------\u000a11:23:59.990406 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:24:00.001807 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a11:24:00.130573 tst iperf3m4.py: using LAC 21125\u000a11:24:00.255830 tst iperf3m4.py: using RAC 215\u000a11:24:00.380874 tst iperf3m4.py: using CellId 21125\u000a11:24:00.505549 tst iperf3m4.py: using BVCI 21126\u000a11:24:00.529720 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:24:00.540282 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:24:00.550788 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:24:00.561772 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:24:00.572481 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:24:00.583405 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:24:00.594579 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:24:00.605567 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:24:00.616443 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a11:24:00.735820 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a11:24:00.871830 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a11:24:01.015359 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a11:24:01.350091 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:24:01.483099 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:24:01.829868 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31712): Launched\u000a11:24:02.125345 run iperf3-srv_10.42.42.10(pid=31713): Launched\u000a11:24:02.319102 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:24:02.448882 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:24:02.774066 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31714): Launched\u000a11:24:03.045275 run iperf3-srv_10.42.42.10(pid=31715): Launched\u000a11:24:03.234721 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:24:03.363793 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:24:03.688111 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31716): Launched\u000a11:24:03.958210 run iperf3-srv_10.42.42.10(pid=31717): Launched\u000a11:24:04.147440 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:24:04.276068 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:24:04.600272 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31718): Launched\u000a11:24:04.886698 run iperf3-srv_10.42.42.10(pid=31719): Launched\u000a11:24:05.075680 tst iperf3m4.py:8: start network...\u000a11:24:05.205015 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:24:05.706322 run create_hlr_db(pid=31720): Launched\u000a11:24:05.885271 bus /gobi_6: Setting Powered False\u000a11:24:06.907307 run create_hlr_db(pid=31720): Terminated: ok {rc=0}\u000a11:24:07.354186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31722): Launched\u000a11:24:07.692110 run osmo-hlr_10.42.42.2(pid=31723): Launched\u000a11:24:07.811865 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:24:08.398895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31725): Launched\u000a11:24:08.735851 run osmo-stp_10.42.42.5(pid=31726): Launched\u000a11:24:08.857393 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:24:09.442842 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31728): Launched\u000a11:24:09.562085 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:24:09.855178 run patchelf(pid=31729): Launched\u000a11:24:10.050323 run osmo-stp_10.42.42.5(pid=31726): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31726)]\u000a11:24:10.192816 run osmo-stp_10.42.42.5(pid=31726): stdout: \u000a| (launched: 2022-12-09_11:24:08.567786)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:24:10.335533 run osmo-stp_10.42.42.5(pid=31726): stderr: \u000a| �[0;m�[38;5;43m20221209112408763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112408763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112408763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112408764 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112408766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112408766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112408766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:24:10.473526 run osmo-stp_10.42.42.5(pid=31726): stdout: \u000a| (launched: 2022-12-09_11:24:08.567786)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:24:10.610913 run osmo-stp_10.42.42.5(pid=31726): stderr: \u000a| �[0;m�[38;5;43m20221209112408763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112408763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112408763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112408764 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112408766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112408766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112408766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:24:10.771191 run patchelf(pid=31729): Terminating (SIGINT)\u000a11:24:10.960023 run patchelf(pid=31729): Terminated: ok {rc=0}\u000a11:24:10.994469 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31726): Process ended prematurely: osmo-stp_10.42.42.5(pid=31726) [trial-2359↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31726)] [trial-2359↪gprs:sysmo↪iperf3m4.py:8]\u000a11:24:11.004316 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a11:24:11.069100 run osmo-hlr_10.42.42.2(pid=31723): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:sysmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31723)]\u000a11:24:11.122026 run osmo-hlr_10.42.42.2(pid=31723): stdout: \u000a| (launched: 2022-12-09_11:24:07.524279) \u000a11:24:11.175170 run osmo-hlr_10.42.42.2(pid=31723): stderr: \u000a| �[0;m�[1;31m20221209112407729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209112407729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209112407729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112407729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112407729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209112407729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209112407742 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:sysmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209112407751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209112407751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209112407751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:24:11.219908 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31712): Terminating (SIGTERM)\u000a11:24:11.262834 run iperf3-srv_10.42.42.10(pid=31713): Terminating (SIGTERM)\u000a11:24:11.305683 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31714): Terminating (SIGTERM)\u000a11:24:11.348024 run iperf3-srv_10.42.42.10(pid=31715): Terminating (SIGTERM)\u000a11:24:11.391042 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31716): Terminating (SIGTERM)\u000a11:24:11.433778 run iperf3-srv_10.42.42.10(pid=31717): Terminating (SIGTERM)\u000a11:24:11.476309 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31718): Terminating (SIGTERM)\u000a11:24:11.518786 run iperf3-srv_10.42.42.10(pid=31719): Terminating (SIGTERM)\u000a11:24:11.561884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31722): Terminating (SIGTERM)\u000a11:24:11.604781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31725): Terminating (SIGTERM)\u000a11:24:11.647622 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31728): Terminating (SIGTERM)\u000a11:24:11.657759 --- ParallelTerminationStrategy: PID 31712 died...\u000a11:24:11.715009 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31712): Terminated: ok {rc=0}\u000a11:24:11.725327 --- ParallelTerminationStrategy: PID 31713 died...\u000a11:24:11.782171 run iperf3-srv_10.42.42.10(pid=31713): Terminated {rc=256}\u000a11:24:11.792367 --- ParallelTerminationStrategy: PID 31714 died...\u000a11:24:11.849499 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31714): Terminated: ok {rc=0}\u000a11:24:11.859706 --- ParallelTerminationStrategy: PID 31715 died...\u000a11:24:11.917187 run iperf3-srv_10.42.42.10(pid=31715): Terminated {rc=256}\u000a11:24:11.927391 --- ParallelTerminationStrategy: PID 31716 died...\u000a11:24:11.984489 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31716): Terminated: ok {rc=0}\u000a11:24:11.994763 --- ParallelTerminationStrategy: PID 31717 died...\u000a11:24:12.051494 run iperf3-srv_10.42.42.10(pid=31717): Terminated {rc=256}\u000a11:24:12.061769 --- ParallelTerminationStrategy: PID 31718 died...\u000a11:24:12.118646 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31718): Terminated: ok {rc=0}\u000a11:24:12.128833 --- ParallelTerminationStrategy: PID 31719 died...\u000a11:24:12.185622 run iperf3-srv_10.42.42.10(pid=31719): Terminated {rc=256}\u000a11:24:12.195855 --- ParallelTerminationStrategy: PID 31722 died...\u000a11:24:12.252761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31722): Terminated: ok {rc=0}\u000a11:24:12.262954 --- ParallelTerminationStrategy: PID 31725 died...\u000a11:24:12.319722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31725): Terminated: ok {rc=0}\u000a11:24:12.330070 --- ParallelTerminationStrategy: PID 31728 died...\u000a11:24:12.386744 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31728): Terminated: ok {rc=0}\u000a11:24:12.475628 bus /gobi_4: Setting Powered False\u000a11:24:13.583601 bus /gobi_4: Setting Powered False\u000a11:24:14.691956 bus /gobi_1: Setting Powered False\u000a11:24:15.799464 bus /gobi_1: Setting Powered False\u000a11:24:16.911044 bus /gobi_0: Setting Powered False\u000a11:24:18.011871 bus /gobi_0: Setting Powered False\u000a11:24:19.124876 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 29, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31737): Process ended prematurely: osmo-stp_10.42.42.5(pid=31737) [trial-2359↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31737)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31737): Process ended prematurely: osmo-stp_10.42.42.5(pid=31737) [trial-2359↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31737)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:sysmo ping.py\u000a----------------------------------------------\u000a11:24:20.191345 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:24:20.202869 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a11:24:20.330404 tst ping.py: using LAC 21126\u000a11:24:20.452573 tst ping.py: using RAC 216\u000a11:24:20.574758 tst ping.py: using CellId 21126\u000a11:24:20.694247 tst ping.py: using BVCI 21127\u000a11:24:20.717879 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:24:20.728470 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:24:20.739013 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:24:20.749765 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:24:20.760243 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:24:20.770847 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:24:20.781546 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:24:20.792247 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a11:24:21.073547 tst ping.py:19: start network...\u000a11:24:21.200631 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:24:21.692498 run create_hlr_db(pid=31731): Launched\u000a11:24:21.869582 bus /gobi_6: Setting Powered False\u000a11:24:22.891420 run create_hlr_db(pid=31731): Terminated: ok {rc=0}\u000a11:24:23.330941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31733): Launched\u000a11:24:23.661389 run osmo-hlr_10.42.42.2(pid=31734): Launched\u000a11:24:23.782629 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:24:24.354155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31736): Launched\u000a11:24:24.686311 run osmo-stp_10.42.42.5(pid=31737): Launched\u000a11:24:24.804783 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:24:25.382520 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31739): Launched\u000a11:24:25.499368 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:24:25.787964 run patchelf(pid=31740): Launched\u000a11:24:25.981280 run osmo-stp_10.42.42.5(pid=31737): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31737)]\u000a11:24:26.121697 run osmo-stp_10.42.42.5(pid=31737): stdout: \u000a| (launched: 2022-12-09_11:24:24.520172)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:24:26.262501 run osmo-stp_10.42.42.5(pid=31737): stderr: \u000a| �[0;m�[38;5;43m20221209112424715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112424715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112424716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112424716 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112424716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112424717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112424717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:24:26.398274 run osmo-stp_10.42.42.5(pid=31737): stdout: \u000a| (launched: 2022-12-09_11:24:24.520172)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:24:26.532614 run osmo-stp_10.42.42.5(pid=31737): stderr: \u000a| �[0;m�[38;5;43m20221209112424715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112424715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112424716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112424716 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112424716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112424717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112424717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:24:26.690539 run patchelf(pid=31740): Terminating (SIGINT)\u000a11:24:26.876036 run patchelf(pid=31740): Terminated: ok {rc=0}\u000a11:24:26.909365 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31737): Process ended prematurely: osmo-stp_10.42.42.5(pid=31737) [trial-2359↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31737)] [trial-2359↪gprs:sysmo↪ping.py:22]\u000a11:24:26.918621 tst ping.py:22: Test FAILED (6.7 sec)\u000a11:24:26.982960 run osmo-hlr_10.42.42.2(pid=31734): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:sysmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31734)]\u000a11:24:27.035695 run osmo-hlr_10.42.42.2(pid=31734): stdout: \u000a| (launched: 2022-12-09_11:24:23.497682) \u000a11:24:27.088696 run osmo-hlr_10.42.42.2(pid=31734): stderr: \u000a| �[0;m�[1;31m20221209112423699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209112423699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209112423699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112423699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112423699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209112423699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209112423711 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:sysmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209112423719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209112423720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209112423720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:24:27.133798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31733): Terminating (SIGTERM)\u000a11:24:27.176337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31736): Terminating (SIGTERM)\u000a11:24:27.219823 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31739): Terminating (SIGTERM)\u000a11:24:27.229918 --- ParallelTerminationStrategy: PID 31733 died...\u000a11:24:27.287177 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31733): Terminated: ok {rc=0}\u000a11:24:27.297463 --- ParallelTerminationStrategy: PID 31736 died...\u000a11:24:27.354544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31736): Terminated: ok {rc=0}\u000a11:24:27.364726 --- ParallelTerminationStrategy: PID 31739 died...\u000a11:24:27.421682 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31739): Terminated: ok {rc=0}\u000a11:24:27.510113 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 29, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31747): Process ended prematurely: osmo-stp_10.42.42.5(pid=31747) [trial-2359↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31747)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31747): Process ended prematurely: osmo-stp_10.42.42.5(pid=31747) [trial-2359↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31747)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:sysmo ping_idle_ping.py\u000a----------------------------------------------\u000a11:24:28.562368 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:24:28.574161 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a11:24:28.709987 tst ping_idle_ping.py: using LAC 21127\u000a11:24:28.840183 tst ping_idle_ping.py: using RAC 217\u000a11:24:28.968673 tst ping_idle_ping.py: using CellId 21127\u000a11:24:29.101535 tst ping_idle_ping.py: using BVCI 21128\u000a11:24:29.126796 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:24:29.137869 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:24:29.148727 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:24:29.160576 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:24:29.171884 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:24:29.183524 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:24:29.195571 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a11:24:29.207031 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a11:24:29.499988 tst ping_idle_ping.py:24: start network...\u000a11:24:29.638771 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:24:30.142572 run create_hlr_db(pid=31741): Launched\u000a11:24:30.328892 bus /gobi_6: Setting Powered False\u000a11:24:31.360251 run create_hlr_db(pid=31741): Terminated: ok {rc=0}\u000a11:24:31.806840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31743): Launched\u000a11:24:32.218094 run osmo-hlr_10.42.42.2(pid=31744): Launched\u000a11:24:32.380483 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:24:32.901945 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31746): Launched\u000a11:24:33.202588 run osmo-stp_10.42.42.5(pid=31747): Launched\u000a11:24:33.310719 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:24:33.833209 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31749): Launched\u000a11:24:33.939162 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:24:34.202501 run patchelf(pid=31750): Launched\u000a11:24:34.378714 run osmo-stp_10.42.42.5(pid=31747): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31747)]\u000a11:24:34.507614 run osmo-stp_10.42.42.5(pid=31747): stdout: \u000a| (launched: 2022-12-09_11:24:33.054151)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:24:34.636884 run osmo-stp_10.42.42.5(pid=31747): stderr: \u000a| �[0;m�[38;5;43m20221209112433223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112433224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112433224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112433224 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112433226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112433227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112433227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:24:34.762100 run osmo-stp_10.42.42.5(pid=31747): stdout: \u000a| (launched: 2022-12-09_11:24:33.054151)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:24:34.885644 run osmo-stp_10.42.42.5(pid=31747): stderr: \u000a| �[0;m�[38;5;43m20221209112433223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112433224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112433224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112433224 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112433226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112433227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112433227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:24:35.030345 run patchelf(pid=31750): Terminating (SIGINT)\u000a11:24:35.201606 run patchelf(pid=31750): Terminated: ok {rc=0}\u000a11:24:35.232364 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31747): Process ended prematurely: osmo-stp_10.42.42.5(pid=31747) [trial-2359↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31747)] [trial-2359↪gprs:sysmo↪ping_idle_ping.py:27]\u000a11:24:35.240717 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a11:24:35.300195 run osmo-hlr_10.42.42.2(pid=31744): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:sysmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31744)]\u000a11:24:35.349487 run osmo-hlr_10.42.42.2(pid=31744): stdout: \u000a| (launched: 2022-12-09_11:24:31.972352) \u000a11:24:35.398849 run osmo-hlr_10.42.42.2(pid=31744): stderr: \u000a| �[0;m�[1;31m20221209112432281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209112432281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209112432281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112432281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112432281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209112432281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209112432300 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:sysmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209112432316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209112432316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209112432316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:24:35.441232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31743): Terminating (SIGTERM)\u000a11:24:35.481042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31746): Terminating (SIGTERM)\u000a11:24:35.520784 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31749): Terminating (SIGTERM)\u000a11:24:35.530136 --- ParallelTerminationStrategy: PID 31743 died...\u000a11:24:35.583638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31743): Terminated: ok {rc=0}\u000a11:24:35.593243 --- ParallelTerminationStrategy: PID 31746 died...\u000a11:24:35.646364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31746): Terminated: ok {rc=0}\u000a11:24:35.655945 --- ParallelTerminationStrategy: PID 31749 died...\u000a11:24:35.709191 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31749): Terminated: ok {rc=0}\u000a11:24:35.798368 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "12", "name" : "gprs_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:23:36" }, { "cases" : [ { "testActions" : [ ], "age" : 47, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31765): Process ended prematurely: osmo-stp_10.42.42.5(pid=31765) [trial-2359↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31765)]", "failedSince" : 2313, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31765): Process ended prematurely: osmo-stp_10.42.42.5(pid=31765) [trial-2359↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31765)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:sysmo+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:24:37.897659 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:24:37.908229 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:24:38.032670 tst cs_paging_gprs_active.py: using LAC 21128\u000a11:24:38.154825 tst cs_paging_gprs_active.py: using RAC 218\u000a11:24:38.283556 tst cs_paging_gprs_active.py: using CellId 21128\u000a11:24:38.401901 tst cs_paging_gprs_active.py: using BVCI 21129\u000a11:24:38.425206 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:24:38.435922 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:24:38.446534 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:24:38.457120 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:24:38.467553 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:24:38.478010 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:24:38.488590 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:24:38.499179 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:24:38.509921 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:24:38.630031 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:24:38.913622 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:24:39.040185 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:24:39.358555 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31755): Launched\u000a11:24:39.623157 run iperf3-srv_10.42.42.10(pid=31756): Launched\u000a11:24:39.808206 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:24:39.936522 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:24:40.254324 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31757): Launched\u000a11:24:40.518353 run iperf3-srv_10.42.42.10(pid=31758): Launched\u000a11:24:40.703758 tst cs_paging_gprs_active.py:38: start network...\u000a11:24:40.829993 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:24:41.320016 run create_hlr_db(pid=31759): Launched\u000a11:24:41.494281 bus /gobi_6: Setting Powered False\u000a11:24:42.516550 run create_hlr_db(pid=31759): Terminated: ok {rc=0}\u000a11:24:42.953739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31761): Launched\u000a11:24:43.283282 run osmo-hlr_10.42.42.2(pid=31762): Launched\u000a11:24:43.405348 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:24:43.973342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31764): Launched\u000a11:24:44.280106 run osmo-stp_10.42.42.5(pid=31765): Launched\u000a11:24:44.389744 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:24:44.921418 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31767): Launched\u000a11:24:45.029686 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:24:45.298624 run patchelf(pid=31768): Launched\u000a11:24:45.476922 run osmo-stp_10.42.42.5(pid=31765): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31765)]\u000a11:24:45.606633 run osmo-stp_10.42.42.5(pid=31765): stdout: \u000a| (launched: 2022-12-09_11:24:44.128622)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:24:45.737203 run osmo-stp_10.42.42.5(pid=31765): stderr: \u000a| �[0;m�[38;5;43m20221209112444301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112444301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112444302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112444302 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112444303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112444303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112444303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:24:45.868717 run osmo-stp_10.42.42.5(pid=31765): stdout: \u000a| (launched: 2022-12-09_11:24:44.128622)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:24:45.996770 run osmo-stp_10.42.42.5(pid=31765): stderr: \u000a| �[0;m�[38;5;43m20221209112444301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112444301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112444302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112444302 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112444303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112444303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112444303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:24:46.145636 run patchelf(pid=31768): Terminating (SIGINT)\u000a11:24:46.321502 run patchelf(pid=31768): Terminated: ok {rc=0}\u000a11:24:46.353846 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31765): Process ended prematurely: osmo-stp_10.42.42.5(pid=31765) [trial-2359↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31765)] [trial-2359↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a11:24:46.363562 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a11:24:46.424914 run osmo-hlr_10.42.42.2(pid=31762): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31762)]\u000a11:24:46.475130 run osmo-hlr_10.42.42.2(pid=31762): stdout: \u000a| (launched: 2022-12-09_11:24:43.119998) \u000a11:24:46.525955 run osmo-hlr_10.42.42.2(pid=31762): stderr: \u000a| �[0;m�[1;31m20221209112443323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209112443323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209112443323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112443323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112443323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209112443323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209112443335 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:sysmo+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209112443343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209112443344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209112443344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:24:46.569353 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31755): Terminating (SIGTERM)\u000a11:24:46.610397 run iperf3-srv_10.42.42.10(pid=31756): Terminating (SIGTERM)\u000a11:24:46.653123 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31757): Terminating (SIGTERM)\u000a11:24:46.694600 run iperf3-srv_10.42.42.10(pid=31758): Terminating (SIGTERM)\u000a11:24:46.736748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31761): Terminating (SIGTERM)\u000a11:24:46.778247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31764): Terminating (SIGTERM)\u000a11:24:46.821110 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31767): Terminating (SIGTERM)\u000a11:24:46.832011 --- ParallelTerminationStrategy: PID 31755 died...\u000a11:24:46.887747 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31755): Terminated: ok {rc=0}\u000a11:24:46.897753 --- ParallelTerminationStrategy: PID 31756 died...\u000a11:24:46.951718 run iperf3-srv_10.42.42.10(pid=31756): Terminated {rc=256}\u000a11:24:46.961709 --- ParallelTerminationStrategy: PID 31757 died...\u000a11:24:47.015785 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31757): Terminated: ok {rc=0}\u000a11:24:47.025680 --- ParallelTerminationStrategy: PID 31758 died...\u000a11:24:47.079211 run iperf3-srv_10.42.42.10(pid=31758): Terminated {rc=256}\u000a11:24:47.089157 --- ParallelTerminationStrategy: PID 31761 died...\u000a11:24:47.142846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31761): Terminated: ok {rc=0}\u000a11:24:47.153309 --- ParallelTerminationStrategy: PID 31764 died...\u000a11:24:47.207125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31764): Terminated: ok {rc=0}\u000a11:24:47.217133 --- ParallelTerminationStrategy: PID 31767 died...\u000a11:24:47.270601 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31767): Terminated: ok {rc=0}\u000a11:24:47.354109 bus /gobi_0: Setting Powered False\u000a11:24:48.462890 bus /gobi_0: Setting Powered False\u000a11:24:49.571514 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31777): Process ended prematurely: osmo-stp_10.42.42.5(pid=31777) [trial-2359↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31777)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31777): Process ended prematurely: osmo-stp_10.42.42.5(pid=31777) [trial-2359↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31777)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:sysmo+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a11:24:50.686973 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:24:50.698993 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:24:50.835726 tst iperf3.py: using LAC 21129\u000a11:24:50.962687 tst iperf3.py: using RAC 219\u000a11:24:51.094865 tst iperf3.py: using CellId 21129\u000a11:24:51.222804 tst iperf3.py: using BVCI 21130\u000a11:24:51.247726 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:24:51.258951 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:24:51.270018 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:24:51.281353 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:24:51.292531 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:24:51.303752 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:24:51.315189 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:24:51.326568 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:24:51.338198 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:24:51.637233 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:24:51.773750 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:24:52.113089 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31769): Launched\u000a11:24:52.395158 run iperf3-srv_10.42.42.10(pid=31770): Launched\u000a11:24:52.594643 tst iperf3.py:8: start network...\u000a11:24:52.731108 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:24:53.246232 run create_hlr_db(pid=31771): Launched\u000a11:24:53.435252 bus /gobi_6: Setting Powered False\u000a11:24:54.455469 run create_hlr_db(pid=31771): Terminated: ok {rc=0}\u000a11:24:54.866157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31773): Launched\u000a11:24:55.171343 run osmo-hlr_10.42.42.2(pid=31774): Launched\u000a11:24:55.292031 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:24:55.827271 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31776): Launched\u000a11:24:56.131271 run osmo-stp_10.42.42.5(pid=31777): Launched\u000a11:24:56.241159 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:24:56.774210 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31779): Launched\u000a11:24:56.882020 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:24:57.149757 run patchelf(pid=31780): Launched\u000a11:24:57.327962 run osmo-stp_10.42.42.5(pid=31777): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31777)]\u000a11:24:57.457680 run osmo-stp_10.42.42.5(pid=31777): stdout: \u000a| (launched: 2022-12-09_11:24:55.980558)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:24:57.588123 run osmo-stp_10.42.42.5(pid=31777): stderr: \u000a| �[0;m�[38;5;43m20221209112456153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112456153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112456153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112456154 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112456156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112456156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112456156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:24:57.713571 run osmo-stp_10.42.42.5(pid=31777): stdout: \u000a| (launched: 2022-12-09_11:24:55.980558)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:24:57.838081 run osmo-stp_10.42.42.5(pid=31777): stderr: \u000a| �[0;m�[38;5;43m20221209112456153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112456153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112456153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112456154 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112456156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112456156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112456156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:24:57.983611 run patchelf(pid=31780): Terminating (SIGINT)\u000a11:24:58.156188 run patchelf(pid=31780): Terminated: ok {rc=0}\u000a11:24:58.187748 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31777): Process ended prematurely: osmo-stp_10.42.42.5(pid=31777) [trial-2359↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31777)] [trial-2359↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8]\u000a11:24:58.197012 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a11:24:58.256971 run osmo-hlr_10.42.42.2(pid=31774): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:sysmo+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31774)]\u000a11:24:58.305634 run osmo-hlr_10.42.42.2(pid=31774): stdout: \u000a| (launched: 2022-12-09_11:24:55.019971) \u000a11:24:58.355110 run osmo-hlr_10.42.42.2(pid=31774): stderr: \u000a| �[0;m�[1;31m20221209112455200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209112455200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209112455200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112455200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112455200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209112455200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209112455216 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:sysmo+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209112455226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209112455227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209112455227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:24:58.397012 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31769): Terminating (SIGTERM)\u000a11:24:58.436453 run iperf3-srv_10.42.42.10(pid=31770): Terminating (SIGTERM)\u000a11:24:58.475840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31773): Terminating (SIGTERM)\u000a11:24:58.515234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31776): Terminating (SIGTERM)\u000a11:24:58.554864 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31779): Terminating (SIGTERM)\u000a11:24:58.563652 --- ParallelTerminationStrategy: PID 31769 died...\u000a11:24:58.616673 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31769): Terminated: ok {rc=0}\u000a11:24:58.626208 --- ParallelTerminationStrategy: PID 31770 died...\u000a11:24:58.678795 run iperf3-srv_10.42.42.10(pid=31770): Terminated {rc=256}\u000a11:24:58.688192 --- ParallelTerminationStrategy: PID 31773 died...\u000a11:24:58.741090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31773): Terminated: ok {rc=0}\u000a11:24:58.750583 --- ParallelTerminationStrategy: PID 31776 died...\u000a11:24:58.803311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31776): Terminated: ok {rc=0}\u000a11:24:58.812746 --- ParallelTerminationStrategy: PID 31779 died...\u000a11:24:58.865858 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31779): Terminated: ok {rc=0}\u000a11:24:58.949465 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31798): Process ended prematurely: osmo-stp_10.42.42.5(pid=31798) [trial-2359↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31798)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31798): Process ended prematurely: osmo-stp_10.42.42.5(pid=31798) [trial-2359↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31798)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:sysmo+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a11:25:00.064855 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:25:00.077020 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:25:00.212649 tst iperf3m4.py: using LAC 21130\u000a11:25:00.364615 tst iperf3m4.py: using RAC 220\u000a11:25:00.482295 tst iperf3m4.py: using CellId 21130\u000a11:25:00.602086 tst iperf3m4.py: using BVCI 21131\u000a11:25:00.625151 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:25:00.636072 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:25:00.646866 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:25:00.657620 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:25:00.668269 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:25:00.678921 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:25:00.689641 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:25:00.700004 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:25:00.710657 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:25:00.838232 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:25:00.986662 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:25:01.118400 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:25:01.440619 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:25:01.593545 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:25:01.954543 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31784): Launched\u000a11:25:02.253858 run iperf3-srv_10.42.42.10(pid=31785): Launched\u000a11:25:02.453418 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:25:02.589312 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:25:02.926763 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31786): Launched\u000a11:25:03.206006 run iperf3-srv_10.42.42.10(pid=31787): Launched\u000a11:25:03.405717 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:25:03.541101 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:25:03.877992 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31788): Launched\u000a11:25:04.157328 run iperf3-srv_10.42.42.10(pid=31789): Launched\u000a11:25:04.356113 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:25:04.491747 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:25:04.828929 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31790): Launched\u000a11:25:05.108627 run iperf3-srv_10.42.42.10(pid=31791): Launched\u000a11:25:05.308146 tst iperf3m4.py:8: start network...\u000a11:25:05.444037 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:25:05.955109 run create_hlr_db(pid=31792): Launched\u000a11:25:06.142826 bus /gobi_6: Setting Powered False\u000a11:25:07.164696 run create_hlr_db(pid=31792): Terminated: ok {rc=0}\u000a11:25:07.572781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31794): Launched\u000a11:25:07.875793 run osmo-hlr_10.42.42.2(pid=31795): Launched\u000a11:25:07.990684 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:25:08.523389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31797): Launched\u000a11:25:08.830808 run osmo-stp_10.42.42.5(pid=31798): Launched\u000a11:25:08.942785 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:25:09.483888 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31800): Launched\u000a11:25:09.593614 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:25:09.863796 run patchelf(pid=31801): Launched\u000a11:25:10.045742 run osmo-stp_10.42.42.5(pid=31798): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31798)]\u000a11:25:10.178409 run osmo-stp_10.42.42.5(pid=31798): stdout: \u000a| (launched: 2022-12-09_11:25:08.678983)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:25:10.311877 run osmo-stp_10.42.42.5(pid=31798): stderr: \u000a| �[0;m�[38;5;43m20221209112508845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112508845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112508846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112508846 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112508847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112508847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112508847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:25:10.440573 run osmo-stp_10.42.42.5(pid=31798): stdout: \u000a| (launched: 2022-12-09_11:25:08.678983)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:25:10.568588 run osmo-stp_10.42.42.5(pid=31798): stderr: \u000a| �[0;m�[38;5;43m20221209112508845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112508845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112508846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112508846 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112508847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112508847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112508847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:25:10.721358 run patchelf(pid=31801): Terminating (SIGINT)\u000a11:25:10.897808 run patchelf(pid=31801): Terminated: ok {rc=0}\u000a11:25:10.930036 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31798): Process ended prematurely: osmo-stp_10.42.42.5(pid=31798) [trial-2359↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31798)] [trial-2359↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8]\u000a11:25:10.939292 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a11:25:11.000144 run osmo-hlr_10.42.42.2(pid=31795): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31795)]\u000a11:25:11.049833 run osmo-hlr_10.42.42.2(pid=31795): stdout: \u000a| (launched: 2022-12-09_11:25:07.726953) \u000a11:25:11.100426 run osmo-hlr_10.42.42.2(pid=31795): stderr: \u000a| �[0;m�[1;31m20221209112507900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209112507900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209112507900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112507900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112507900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209112507900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209112507912 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:sysmo+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209112507923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209112507923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209112507923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:25:11.143337 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31784): Terminating (SIGTERM)\u000a11:25:11.183839 run iperf3-srv_10.42.42.10(pid=31785): Terminating (SIGTERM)\u000a11:25:11.224160 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31786): Terminating (SIGTERM)\u000a11:25:11.264651 run iperf3-srv_10.42.42.10(pid=31787): Terminating (SIGTERM)\u000a11:25:11.305113 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31788): Terminating (SIGTERM)\u000a11:25:11.345890 run iperf3-srv_10.42.42.10(pid=31789): Terminating (SIGTERM)\u000a11:25:11.386544 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31790): Terminating (SIGTERM)\u000a11:25:11.426746 run iperf3-srv_10.42.42.10(pid=31791): Terminating (SIGTERM)\u000a11:25:11.467352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31794): Terminating (SIGTERM)\u000a11:25:11.508021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31797): Terminating (SIGTERM)\u000a11:25:11.548303 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31800): Terminating (SIGTERM)\u000a11:25:11.557703 --- ParallelTerminationStrategy: PID 31784 died...\u000a11:25:11.611682 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31784): Terminated: ok {rc=0}\u000a11:25:11.621899 --- ParallelTerminationStrategy: PID 31785 died...\u000a11:25:11.675482 run iperf3-srv_10.42.42.10(pid=31785): Terminated {rc=256}\u000a11:25:11.685171 --- ParallelTerminationStrategy: PID 31786 died...\u000a11:25:11.738679 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31786): Terminated: ok {rc=0}\u000a11:25:11.748344 --- ParallelTerminationStrategy: PID 31787 died...\u000a11:25:11.802670 run iperf3-srv_10.42.42.10(pid=31787): Terminated {rc=256}\u000a11:25:11.812316 --- ParallelTerminationStrategy: PID 31788 died...\u000a11:25:11.866314 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31788): Terminated: ok {rc=0}\u000a11:25:11.875960 --- ParallelTerminationStrategy: PID 31789 died...\u000a11:25:11.929450 run iperf3-srv_10.42.42.10(pid=31789): Terminated {rc=256}\u000a11:25:11.939106 --- ParallelTerminationStrategy: PID 31790 died...\u000a11:25:11.993022 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31790): Terminated: ok {rc=0}\u000a11:25:12.002635 --- ParallelTerminationStrategy: PID 31791 died...\u000a11:25:12.056049 run iperf3-srv_10.42.42.10(pid=31791): Terminated {rc=256}\u000a11:25:12.065821 --- ParallelTerminationStrategy: PID 31794 died...\u000a11:25:12.119066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31794): Terminated: ok {rc=0}\u000a11:25:12.128728 --- ParallelTerminationStrategy: PID 31797 died...\u000a11:25:12.182173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31797): Terminated: ok {rc=0}\u000a11:25:12.191880 --- ParallelTerminationStrategy: PID 31800 died...\u000a11:25:12.245576 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31800): Terminated: ok {rc=0}\u000a11:25:12.335259 bus /gobi_4: Setting Powered False\u000a11:25:13.440007 bus /gobi_4: Setting Powered False\u000a11:25:14.553362 bus /gobi_1: Setting Powered False\u000a11:25:15.658281 bus /gobi_1: Setting Powered False\u000a11:25:16.767874 bus /gobi_0: Setting Powered False\u000a11:25:17.878854 bus /gobi_0: Setting Powered False\u000a11:25:18.987796 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 29, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31809): Process ended prematurely: osmo-stp_10.42.42.5(pid=31809) [trial-2359↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31809)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31809): Process ended prematurely: osmo-stp_10.42.42.5(pid=31809) [trial-2359↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31809)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:sysmo+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a11:25:20.058634 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:25:20.070904 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:25:20.205366 tst ping.py: using LAC 21131\u000a11:25:20.334945 tst ping.py: using RAC 221\u000a11:25:20.464575 tst ping.py: using CellId 21131\u000a11:25:20.592846 tst ping.py: using BVCI 21132\u000a11:25:20.618400 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:25:20.629800 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:25:20.640918 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:25:20.652544 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:25:20.664121 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:25:20.675467 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:25:20.687188 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:25:20.699635 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:25:20.982755 tst ping.py:19: start network...\u000a11:25:21.109526 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:25:21.601544 run create_hlr_db(pid=31803): Launched\u000a11:25:21.794510 bus /gobi_6: Setting Powered False\u000a11:25:22.813457 run create_hlr_db(pid=31803): Terminated: ok {rc=0}\u000a11:25:23.249766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31805): Launched\u000a11:25:23.577006 run osmo-hlr_10.42.42.2(pid=31806): Launched\u000a11:25:23.696571 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:25:24.264435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31808): Launched\u000a11:25:24.590662 run osmo-stp_10.42.42.5(pid=31809): Launched\u000a11:25:24.709513 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:25:25.278734 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31811): Launched\u000a11:25:25.395308 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:25:25.681805 run patchelf(pid=31812): Launched\u000a11:25:25.873771 run osmo-stp_10.42.42.5(pid=31809): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31809)]\u000a11:25:26.013859 run osmo-stp_10.42.42.5(pid=31809): stdout: \u000a| (launched: 2022-12-09_11:25:24.430167)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:25:26.153731 run osmo-stp_10.42.42.5(pid=31809): stderr: \u000a| �[0;m�[38;5;43m20221209112524621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112524621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112524621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112524621 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112524622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112524622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112524622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:25:26.288834 run osmo-stp_10.42.42.5(pid=31809): stdout: \u000a| (launched: 2022-12-09_11:25:24.430167)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:25:26.422968 run osmo-stp_10.42.42.5(pid=31809): stderr: \u000a| �[0;m�[38;5;43m20221209112524621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112524621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112524621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112524621 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112524622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112524622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112524622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:25:26.579750 run patchelf(pid=31812): Terminating (SIGINT)\u000a11:25:26.765325 run patchelf(pid=31812): Terminated: ok {rc=0}\u000a11:25:26.798772 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31809): Process ended prematurely: osmo-stp_10.42.42.5(pid=31809) [trial-2359↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31809)] [trial-2359↪gprs:sysmo+mod-bts0-egprs↪ping.py:22]\u000a11:25:26.808241 tst ping.py:22: Test FAILED (6.7 sec)\u000a11:25:26.873183 run osmo-hlr_10.42.42.2(pid=31806): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:sysmo+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31806)]\u000a11:25:26.926081 run osmo-hlr_10.42.42.2(pid=31806): stdout: \u000a| (launched: 2022-12-09_11:25:23.415628) \u000a11:25:26.979020 run osmo-hlr_10.42.42.2(pid=31806): stderr: \u000a| �[0;m�[1;31m20221209112523613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209112523613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209112523613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112523613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112523613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209112523613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209112523626 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:sysmo+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209112523635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209112523635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209112523635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:25:27.024636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31805): Terminating (SIGTERM)\u000a11:25:27.067594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31808): Terminating (SIGTERM)\u000a11:25:27.110884 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31811): Terminating (SIGTERM)\u000a11:25:27.121308 --- ParallelTerminationStrategy: PID 31805 died...\u000a11:25:27.178907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31805): Terminated: ok {rc=0}\u000a11:25:27.189440 --- ParallelTerminationStrategy: PID 31808 died...\u000a11:25:27.246448 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31808): Terminated: ok {rc=0}\u000a11:25:27.256766 --- ParallelTerminationStrategy: PID 31811 died...\u000a11:25:27.313677 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31811): Terminated: ok {rc=0}\u000a11:25:27.402901 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 29, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31819): Process ended prematurely: osmo-stp_10.42.42.5(pid=31819) [trial-2359↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31819)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31819): Process ended prematurely: osmo-stp_10.42.42.5(pid=31819) [trial-2359↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31819)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:sysmo+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a11:25:28.456435 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:25:28.468509 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:25:28.597951 tst ping_idle_ping.py: using LAC 21132\u000a11:25:28.718465 tst ping_idle_ping.py: using RAC 222\u000a11:25:28.841331 tst ping_idle_ping.py: using CellId 21132\u000a11:25:28.962385 tst ping_idle_ping.py: using BVCI 21133\u000a11:25:28.985979 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:25:28.996702 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:25:29.007493 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:25:29.018839 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:25:29.030731 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:25:29.041572 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:25:29.053088 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:25:29.064428 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:25:29.370511 tst ping_idle_ping.py:24: start network...\u000a11:25:29.507159 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:25:30.022454 run create_hlr_db(pid=31813): Launched\u000a11:25:30.213616 bus /gobi_6: Setting Powered False\u000a11:25:31.297495 run create_hlr_db(pid=31813): Terminated: ok {rc=0}\u000a11:25:31.748224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31815): Launched\u000a11:25:32.186788 run osmo-hlr_10.42.42.2(pid=31816): Launched\u000a11:25:32.334581 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:25:32.904348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31818): Launched\u000a11:25:33.231712 run osmo-stp_10.42.42.5(pid=31819): Launched\u000a11:25:33.350219 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:25:33.924790 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31821): Launched\u000a11:25:34.042113 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:25:34.328564 run patchelf(pid=31822): Launched\u000a11:25:34.521417 run osmo-stp_10.42.42.5(pid=31819): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31819)]\u000a11:25:34.662067 run osmo-stp_10.42.42.5(pid=31819): stdout: \u000a| (launched: 2022-12-09_11:25:33.070955)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:25:34.802876 run osmo-stp_10.42.42.5(pid=31819): stderr: \u000a| �[0;m�[38;5;43m20221209112533261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112533261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112533261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112533262 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112533262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112533262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112533262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:25:34.938811 run osmo-stp_10.42.42.5(pid=31819): stdout: \u000a| (launched: 2022-12-09_11:25:33.070955)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:25:35.073489 run osmo-stp_10.42.42.5(pid=31819): stderr: \u000a| �[0;m�[38;5;43m20221209112533261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112533261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112533261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112533262 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112533262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112533262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112533262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:25:35.231325 run patchelf(pid=31822): Terminating (SIGINT)\u000a11:25:35.416739 run patchelf(pid=31822): Terminated: ok {rc=0}\u000a11:25:35.450331 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31819): Process ended prematurely: osmo-stp_10.42.42.5(pid=31819) [trial-2359↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31819)] [trial-2359↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a11:25:35.459750 tst ping_idle_ping.py:27: Test FAILED (7.0 sec)\u000a11:25:35.523960 run osmo-hlr_10.42.42.2(pid=31816): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31816)]\u000a11:25:35.576636 run osmo-hlr_10.42.42.2(pid=31816): stdout: \u000a| (launched: 2022-12-09_11:25:31.907209) \u000a11:25:35.630046 run osmo-hlr_10.42.42.2(pid=31816): stderr: \u000a| �[0;m�[1;31m20221209112532135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209112532135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209112532136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112532136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112532136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209112532136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209112532150 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:sysmo+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209112532163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209112532163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209112532163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:25:35.675175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31815): Terminating (SIGTERM)\u000a11:25:35.718182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31818): Terminating (SIGTERM)\u000a11:25:35.761163 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31821): Terminating (SIGTERM)\u000a11:25:35.770984 --- ParallelTerminationStrategy: PID 31815 died...\u000a11:25:35.828315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31815): Terminated: ok {rc=0}\u000a11:25:35.838633 --- ParallelTerminationStrategy: PID 31818 died...\u000a11:25:35.895739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31818): Terminated: ok {rc=0}\u000a11:25:35.905881 --- ParallelTerminationStrategy: PID 31821 died...\u000a11:25:35.962465 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31821): Terminated: ok {rc=0}\u000a11:25:36.051164 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "13", "name" : "gprs_sysmo+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:24:37" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31836): Process ended prematurely: osmo-stp_10.42.42.5(pid=31836) [trial-2359↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31836)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31836): Process ended prematurely: osmo-stp_10.42.42.5(pid=31836) [trial-2359↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31836)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:sysmo+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:25:38.169703 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:25:38.180518 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:25:38.325204 tst cs_paging_gprs_active.py: using LAC 21133\u000a11:25:38.447292 tst cs_paging_gprs_active.py: using RAC 223\u000a11:25:38.567921 tst cs_paging_gprs_active.py: using CellId 21133\u000a11:25:38.687848 tst cs_paging_gprs_active.py: using BVCI 21134\u000a11:25:38.711644 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:25:38.722621 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:25:38.733467 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:25:38.744262 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:25:38.755064 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:25:38.765973 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:25:38.776833 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:25:38.787711 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:25:38.798939 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:25:38.920558 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:25:39.223453 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:25:39.363490 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:25:39.709254 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31826): Launched\u000a11:25:39.995165 run iperf3-srv_10.42.42.10(pid=31827): Launched\u000a11:25:40.185891 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:25:40.315714 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:25:40.638671 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31828): Launched\u000a11:25:40.906512 run iperf3-srv_10.42.42.10(pid=31829): Launched\u000a11:25:41.094955 tst cs_paging_gprs_active.py:38: start network...\u000a11:25:41.223786 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:25:41.722644 run create_hlr_db(pid=31830): Launched\u000a11:25:41.904164 bus /gobi_6: Setting Powered False\u000a11:25:42.923006 run create_hlr_db(pid=31830): Terminated: ok {rc=0}\u000a11:25:43.338048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31832): Launched\u000a11:25:43.651202 run osmo-hlr_10.42.42.2(pid=31833): Launched\u000a11:25:43.765137 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:25:44.304162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31835): Launched\u000a11:25:44.615716 run osmo-stp_10.42.42.5(pid=31836): Launched\u000a11:25:44.728791 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:25:45.270187 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31838): Launched\u000a11:25:45.380382 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:25:45.653996 run patchelf(pid=31839): Launched\u000a11:25:45.849865 run osmo-stp_10.42.42.5(pid=31836): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31836)]\u000a11:25:46.001559 run osmo-stp_10.42.42.5(pid=31836): stdout: \u000a| (launched: 2022-12-09_11:25:44.462811)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:25:46.142076 run osmo-stp_10.42.42.5(pid=31836): stderr: \u000a| �[0;m�[38;5;43m20221209112544632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112544633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112544633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112544633 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112544634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112544634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112544634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:25:46.275322 run osmo-stp_10.42.42.5(pid=31836): stdout: \u000a| (launched: 2022-12-09_11:25:44.462811)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:25:46.407678 run osmo-stp_10.42.42.5(pid=31836): stderr: \u000a| �[0;m�[38;5;43m20221209112544632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112544633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112544633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112544633 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112544634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112544634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112544634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:25:46.560917 run patchelf(pid=31839): Terminating (SIGINT)\u000a11:25:46.742355 run patchelf(pid=31839): Terminated: ok {rc=0}\u000a11:25:46.776143 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31836): Process ended prematurely: osmo-stp_10.42.42.5(pid=31836) [trial-2359↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31836)] [trial-2359↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a11:25:46.786621 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a11:25:46.849524 run osmo-hlr_10.42.42.2(pid=31833): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31833)]\u000a11:25:46.901062 run osmo-hlr_10.42.42.2(pid=31833): stdout: \u000a| (launched: 2022-12-09_11:25:43.496804) \u000a11:25:46.952721 run osmo-hlr_10.42.42.2(pid=31833): stderr: \u000a| �[0;m�[1;31m20221209112543675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209112543675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209112543675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112543675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112543675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209112543675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209112543687 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:sysmo+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209112543695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209112543695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209112543695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:25:46.997238 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31826): Terminating (SIGTERM)\u000a11:25:47.040146 run iperf3-srv_10.42.42.10(pid=31827): Terminating (SIGTERM)\u000a11:25:47.085426 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31828): Terminating (SIGTERM)\u000a11:25:47.127176 run iperf3-srv_10.42.42.10(pid=31829): Terminating (SIGTERM)\u000a11:25:47.168254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31832): Terminating (SIGTERM)\u000a11:25:47.209478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31835): Terminating (SIGTERM)\u000a11:25:47.250016 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31838): Terminating (SIGTERM)\u000a11:25:47.259275 --- ParallelTerminationStrategy: PID 31826 died...\u000a11:25:47.313550 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31826): Terminated: ok {rc=0}\u000a11:25:47.323278 --- ParallelTerminationStrategy: PID 31827 died...\u000a11:25:47.377202 run iperf3-srv_10.42.42.10(pid=31827): Terminated {rc=256}\u000a11:25:47.386792 --- ParallelTerminationStrategy: PID 31828 died...\u000a11:25:47.441054 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31828): Terminated: ok {rc=0}\u000a11:25:47.450677 --- ParallelTerminationStrategy: PID 31829 died...\u000a11:25:47.504341 run iperf3-srv_10.42.42.10(pid=31829): Terminated {rc=256}\u000a11:25:47.514098 --- ParallelTerminationStrategy: PID 31832 died...\u000a11:25:47.567635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31832): Terminated: ok {rc=0}\u000a11:25:47.577342 --- ParallelTerminationStrategy: PID 31835 died...\u000a11:25:47.631384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31835): Terminated: ok {rc=0}\u000a11:25:47.641233 --- ParallelTerminationStrategy: PID 31838 died...\u000a11:25:47.695554 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31838): Terminated: ok {rc=0}\u000a11:25:47.784914 bus /gobi_0: Setting Powered False\u000a11:25:48.889068 bus /gobi_0: Setting Powered False\u000a11:25:49.996737 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31848): Process ended prematurely: osmo-stp_10.42.42.5(pid=31848) [trial-2359↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31848)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31848): Process ended prematurely: osmo-stp_10.42.42.5(pid=31848) [trial-2359↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31848)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:sysmo+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a11:25:51.114346 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:25:51.126919 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:25:51.295783 tst iperf3.py: using LAC 21134\u000a11:25:51.427162 tst iperf3.py: using RAC 224\u000a11:25:51.558303 tst iperf3.py: using CellId 21134\u000a11:25:51.690135 tst iperf3.py: using BVCI 21135\u000a11:25:51.715836 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:25:51.727508 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:25:51.739005 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:25:51.750620 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:25:51.762048 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:25:51.773647 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:25:51.785247 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:25:51.796649 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:25:51.808239 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:25:52.112537 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:25:52.252626 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:25:52.598836 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31840): Launched\u000a11:25:52.886607 run iperf3-srv_10.42.42.10(pid=31841): Launched\u000a11:25:53.091131 tst iperf3.py:8: start network...\u000a11:25:53.230453 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:25:53.755155 run create_hlr_db(pid=31842): Launched\u000a11:25:53.947883 bus /gobi_6: Setting Powered False\u000a11:25:54.968866 run create_hlr_db(pid=31842): Terminated: ok {rc=0}\u000a11:25:55.388929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31844): Launched\u000a11:25:55.702190 run osmo-hlr_10.42.42.2(pid=31845): Launched\u000a11:25:55.823155 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:25:56.403979 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31847): Launched\u000a11:25:56.737619 run osmo-stp_10.42.42.5(pid=31848): Launched\u000a11:25:56.858315 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:25:57.437650 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31850): Launched\u000a11:25:57.556430 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:25:57.848119 run patchelf(pid=31851): Launched\u000a11:25:58.042900 run osmo-stp_10.42.42.5(pid=31848): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31848)]\u000a11:25:58.185050 run osmo-stp_10.42.42.5(pid=31848): stdout: \u000a| (launched: 2022-12-09_11:25:56.573471)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:25:58.327586 run osmo-stp_10.42.42.5(pid=31848): stderr: \u000a| �[0;m�[38;5;43m20221209112556769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112556769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112556770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112556770 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112556770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112556771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112556771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:25:58.465523 run osmo-stp_10.42.42.5(pid=31848): stdout: \u000a| (launched: 2022-12-09_11:25:56.573471)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:25:58.602274 run osmo-stp_10.42.42.5(pid=31848): stderr: \u000a| �[0;m�[38;5;43m20221209112556769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112556769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112556770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112556770 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112556770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112556771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112556771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:25:58.762231 run patchelf(pid=31851): Terminating (SIGINT)\u000a11:25:58.950473 run patchelf(pid=31851): Terminated: ok {rc=0}\u000a11:25:58.984808 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31848): Process ended prematurely: osmo-stp_10.42.42.5(pid=31848) [trial-2359↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31848)] [trial-2359↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a11:25:58.994896 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a11:25:59.059424 run osmo-hlr_10.42.42.2(pid=31845): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31845)]\u000a11:25:59.111734 run osmo-hlr_10.42.42.2(pid=31845): stdout: \u000a| (launched: 2022-12-09_11:25:55.547408) \u000a11:25:59.165195 run osmo-hlr_10.42.42.2(pid=31845): stderr: \u000a| �[0;m�[1;31m20221209112555723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209112555723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209112555723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112555723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112555723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209112555723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209112555762 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:sysmo+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209112555772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209112555772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209112555772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:25:59.210034 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31840): Terminating (SIGTERM)\u000a11:25:59.252764 run iperf3-srv_10.42.42.10(pid=31841): Terminating (SIGTERM)\u000a11:25:59.295236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31844): Terminating (SIGTERM)\u000a11:25:59.338381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31847): Terminating (SIGTERM)\u000a11:25:59.381021 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31850): Terminating (SIGTERM)\u000a11:25:59.391200 --- ParallelTerminationStrategy: PID 31840 died...\u000a11:25:59.448725 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31840): Terminated: ok {rc=0}\u000a11:25:59.459206 --- ParallelTerminationStrategy: PID 31841 died...\u000a11:25:59.516227 run iperf3-srv_10.42.42.10(pid=31841): Terminated {rc=256}\u000a11:25:59.526452 --- ParallelTerminationStrategy: PID 31844 died...\u000a11:25:59.583091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31844): Terminated: ok {rc=0}\u000a11:25:59.593408 --- ParallelTerminationStrategy: PID 31847 died...\u000a11:25:59.650501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31847): Terminated: ok {rc=0}\u000a11:25:59.660817 --- ParallelTerminationStrategy: PID 31850 died...\u000a11:25:59.717896 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31850): Terminated: ok {rc=0}\u000a11:25:59.807427 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31866): Process ended prematurely: osmo-stp_10.42.42.5(pid=31866) [trial-2359↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31866)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31866): Process ended prematurely: osmo-stp_10.42.42.5(pid=31866) [trial-2359↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31866)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:sysmo+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a11:26:00.948397 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:26:00.960527 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:26:01.144257 tst iperf3m4.py: using LAC 21135\u000a11:26:01.276393 tst iperf3m4.py: using RAC 225\u000a11:26:01.400010 tst iperf3m4.py: using CellId 21135\u000a11:26:01.542982 tst iperf3m4.py: using BVCI 21136\u000a11:26:01.568031 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:26:01.579580 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:26:01.591126 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:26:01.602510 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:26:01.614074 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:26:01.625408 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:26:01.636909 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:26:01.648101 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:26:01.659573 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:26:01.782726 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:26:01.918562 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:26:02.041319 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:26:02.415956 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:26:02.559706 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:26:02.905592 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31852): Launched\u000a11:26:03.191872 run iperf3-srv_10.42.42.10(pid=31853): Launched\u000a11:26:03.396041 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:26:03.535127 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:26:03.880627 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31854): Launched\u000a11:26:04.167629 run iperf3-srv_10.42.42.10(pid=31855): Launched\u000a11:26:04.371894 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:26:04.510832 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:26:04.856284 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31856): Launched\u000a11:26:05.143026 run iperf3-srv_10.42.42.10(pid=31857): Launched\u000a11:26:05.347134 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:26:05.486172 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:26:05.831763 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31858): Launched\u000a11:26:06.118495 run iperf3-srv_10.42.42.10(pid=31859): Launched\u000a11:26:06.322309 tst iperf3m4.py:8: start network...\u000a11:26:06.461409 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:26:06.985840 run create_hlr_db(pid=31860): Launched\u000a11:26:07.178645 bus /gobi_6: Setting Powered False\u000a11:26:08.199092 run create_hlr_db(pid=31860): Terminated: ok {rc=0}\u000a11:26:08.617072 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31862): Launched\u000a11:26:08.927877 run osmo-hlr_10.42.42.2(pid=31863): Launched\u000a11:26:09.050868 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:26:09.596393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31865): Launched\u000a11:26:09.906605 run osmo-stp_10.42.42.5(pid=31866): Launched\u000a11:26:10.018532 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:26:10.557826 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31868): Launched\u000a11:26:10.667964 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:26:10.938959 run patchelf(pid=31869): Launched\u000a11:26:11.120745 run osmo-stp_10.42.42.5(pid=31866): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31866)]\u000a11:26:11.253928 run osmo-stp_10.42.42.5(pid=31866): stdout: \u000a| (launched: 2022-12-09_11:26:09.753727)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:26:11.386796 run osmo-stp_10.42.42.5(pid=31866): stderr: \u000a| �[0;m�[38;5;43m20221209112609923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112609923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112609923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112609924 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112609924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112609924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112609924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:26:11.515312 run osmo-stp_10.42.42.5(pid=31866): stdout: \u000a| (launched: 2022-12-09_11:26:09.753727)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:26:11.643229 run osmo-stp_10.42.42.5(pid=31866): stderr: \u000a| �[0;m�[38;5;43m20221209112609923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112609923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112609923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112609924 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112609924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112609924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112609924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:26:11.791813 run patchelf(pid=31869): Terminating (SIGINT)\u000a11:26:11.968688 run patchelf(pid=31869): Terminated: ok {rc=0}\u000a11:26:12.000875 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31866): Process ended prematurely: osmo-stp_10.42.42.5(pid=31866) [trial-2359↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31866)] [trial-2359↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a11:26:12.010258 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a11:26:12.071603 run osmo-hlr_10.42.42.2(pid=31863): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31863)]\u000a11:26:12.121334 run osmo-hlr_10.42.42.2(pid=31863): stdout: \u000a| (launched: 2022-12-09_11:26:08.775187) \u000a11:26:12.171453 run osmo-hlr_10.42.42.2(pid=31863): stderr: \u000a| �[0;m�[1;31m20221209112608949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209112608949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209112608949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112608949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112608949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209112608949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209112608962 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:sysmo+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209112608971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209112608971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209112608971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:26:12.214181 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31852): Terminating (SIGTERM)\u000a11:26:12.254372 run iperf3-srv_10.42.42.10(pid=31853): Terminating (SIGTERM)\u000a11:26:12.294880 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31854): Terminating (SIGTERM)\u000a11:26:12.334932 run iperf3-srv_10.42.42.10(pid=31855): Terminating (SIGTERM)\u000a11:26:12.375058 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31856): Terminating (SIGTERM)\u000a11:26:12.415076 run iperf3-srv_10.42.42.10(pid=31857): Terminating (SIGTERM)\u000a11:26:12.455245 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31858): Terminating (SIGTERM)\u000a11:26:12.495148 run iperf3-srv_10.42.42.10(pid=31859): Terminating (SIGTERM)\u000a11:26:12.535181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31862): Terminating (SIGTERM)\u000a11:26:12.575283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31865): Terminating (SIGTERM)\u000a11:26:12.615346 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31868): Terminating (SIGTERM)\u000a11:26:12.624640 --- ParallelTerminationStrategy: PID 31852 died...\u000a11:26:12.678708 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31852): Terminated: ok {rc=0}\u000a11:26:12.688389 --- ParallelTerminationStrategy: PID 31853 died...\u000a11:26:12.742054 run iperf3-srv_10.42.42.10(pid=31853): Terminated {rc=256}\u000a11:26:12.751700 --- ParallelTerminationStrategy: PID 31854 died...\u000a11:26:12.805518 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31854): Terminated: ok {rc=0}\u000a11:26:12.815224 --- ParallelTerminationStrategy: PID 31855 died...\u000a11:26:12.868816 run iperf3-srv_10.42.42.10(pid=31855): Terminated {rc=256}\u000a11:26:12.878491 --- ParallelTerminationStrategy: PID 31856 died...\u000a11:26:12.932094 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31856): Terminated: ok {rc=0}\u000a11:26:12.941819 --- ParallelTerminationStrategy: PID 31857 died...\u000a11:26:12.995392 run iperf3-srv_10.42.42.10(pid=31857): Terminated {rc=256}\u000a11:26:13.005127 --- ParallelTerminationStrategy: PID 31858 died...\u000a11:26:13.058833 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31858): Terminated: ok {rc=0}\u000a11:26:13.068465 --- ParallelTerminationStrategy: PID 31859 died...\u000a11:26:13.122097 run iperf3-srv_10.42.42.10(pid=31859): Terminated {rc=256}\u000a11:26:13.131767 --- ParallelTerminationStrategy: PID 31862 died...\u000a11:26:13.185723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31862): Terminated: ok {rc=0}\u000a11:26:13.195483 --- ParallelTerminationStrategy: PID 31865 died...\u000a11:26:13.249223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31865): Terminated: ok {rc=0}\u000a11:26:13.259005 --- ParallelTerminationStrategy: PID 31868 died...\u000a11:26:13.312842 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31868): Terminated: ok {rc=0}\u000a11:26:13.402711 bus /gobi_4: Setting Powered False\u000a11:26:14.507692 bus /gobi_4: Setting Powered False\u000a11:26:15.620632 bus /gobi_1: Setting Powered False\u000a11:26:16.725647 bus /gobi_1: Setting Powered False\u000a11:26:17.837291 bus /gobi_0: Setting Powered False\u000a11:26:18.945200 bus /gobi_0: Setting Powered False\u000a11:26:20.055923 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 29, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31876): Process ended prematurely: osmo-stp_10.42.42.5(pid=31876) [trial-2359↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31876)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31876): Process ended prematurely: osmo-stp_10.42.42.5(pid=31876) [trial-2359↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31876)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:sysmo+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a11:26:21.125923 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:26:21.138039 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:26:21.296788 tst ping.py: using LAC 21136\u000a11:26:21.424270 tst ping.py: using RAC 226\u000a11:26:21.553205 tst ping.py: using CellId 21136\u000a11:26:21.681516 tst ping.py: using BVCI 21137\u000a11:26:21.706770 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:26:21.718239 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:26:21.729530 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:26:21.741119 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:26:21.752383 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:26:21.763855 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:26:21.775472 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:26:21.787049 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:26:22.084364 tst ping.py:19: start network...\u000a11:26:22.221522 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:26:22.737572 run create_hlr_db(pid=31870): Launched\u000a11:26:22.928697 bus /gobi_6: Setting Powered False\u000a11:26:23.948716 run create_hlr_db(pid=31870): Terminated: ok {rc=0}\u000a11:26:24.363751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31872): Launched\u000a11:26:24.671492 run osmo-hlr_10.42.42.2(pid=31873): Launched\u000a11:26:24.794702 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:26:25.347597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31875): Launched\u000a11:26:25.654050 run osmo-stp_10.42.42.5(pid=31876): Launched\u000a11:26:25.765713 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:26:26.300095 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31878): Launched\u000a11:26:26.408722 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:26:26.678659 run patchelf(pid=31879): Launched\u000a11:26:26.857488 run osmo-stp_10.42.42.5(pid=31876): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31876)]\u000a11:26:26.987887 run osmo-stp_10.42.42.5(pid=31876): stdout: \u000a| (launched: 2022-12-09_11:26:25.502834)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:26:27.118818 run osmo-stp_10.42.42.5(pid=31876): stderr: \u000a| �[0;m�[38;5;43m20221209112625675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112625675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112625675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112625676 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112625676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112625676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112625676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:26:27.244469 run osmo-stp_10.42.42.5(pid=31876): stdout: \u000a| (launched: 2022-12-09_11:26:25.502834)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:26:27.369394 run osmo-stp_10.42.42.5(pid=31876): stderr: \u000a| �[0;m�[38;5;43m20221209112625675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112625675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112625675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112625676 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112625676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112625676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112625676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:26:27.516186 run patchelf(pid=31879): Terminating (SIGINT)\u000a11:26:27.689729 run patchelf(pid=31879): Terminated: ok {rc=0}\u000a11:26:27.721028 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31876): Process ended prematurely: osmo-stp_10.42.42.5(pid=31876) [trial-2359↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31876)] [trial-2359↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22]\u000a11:26:27.729628 tst ping.py:22: Test FAILED (6.6 sec)\u000a11:26:27.789970 run osmo-hlr_10.42.42.2(pid=31873): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31873)]\u000a11:26:27.839100 run osmo-hlr_10.42.42.2(pid=31873): stdout: \u000a| (launched: 2022-12-09_11:26:24.519402) \u000a11:26:27.888587 run osmo-hlr_10.42.42.2(pid=31873): stderr: \u000a| �[0;m�[1;31m20221209112624697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209112624697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209112624697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112624697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112624697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209112624697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209112624709 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:sysmo+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209112624718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209112624718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209112624718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:26:27.930793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31872): Terminating (SIGTERM)\u000a11:26:27.971261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31875): Terminating (SIGTERM)\u000a11:26:28.011259 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31878): Terminating (SIGTERM)\u000a11:26:28.020514 --- ParallelTerminationStrategy: PID 31872 died...\u000a11:26:28.074115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31872): Terminated: ok {rc=0}\u000a11:26:28.083743 --- ParallelTerminationStrategy: PID 31875 died...\u000a11:26:28.137066 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31875): Terminated: ok {rc=0}\u000a11:26:28.146588 --- ParallelTerminationStrategy: PID 31878 died...\u000a11:26:28.199675 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31878): Terminated: ok {rc=0}\u000a11:26:28.289198 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 29, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31886): Process ended prematurely: osmo-stp_10.42.42.5(pid=31886) [trial-2359↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31886)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31886): Process ended prematurely: osmo-stp_10.42.42.5(pid=31886) [trial-2359↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31886)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:sysmo+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a11:26:29.341458 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:26:29.353425 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:26:29.499388 tst ping_idle_ping.py: using LAC 21137\u000a11:26:29.621045 tst ping_idle_ping.py: using RAC 227\u000a11:26:29.748082 tst ping_idle_ping.py: using CellId 21137\u000a11:26:29.868118 tst ping_idle_ping.py: using BVCI 21138\u000a11:26:29.891531 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:26:29.902480 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:26:29.913075 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:26:29.924107 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:26:29.934740 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:26:29.945271 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:26:29.955997 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:26:29.967257 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:26:30.263992 tst ping_idle_ping.py:24: start network...\u000a11:26:30.400854 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:26:30.984029 run create_hlr_db(pid=31880): Launched\u000a11:26:31.180308 bus /gobi_6: Setting Powered False\u000a11:26:32.187307 run create_hlr_db(pid=31880): Terminated: ok {rc=0}\u000a11:26:32.640759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31882): Launched\u000a11:26:32.973438 run osmo-hlr_10.42.42.2(pid=31883): Launched\u000a11:26:33.095298 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:26:33.669501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31885): Launched\u000a11:26:33.997788 run osmo-stp_10.42.42.5(pid=31886): Launched\u000a11:26:34.117062 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:26:34.692521 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31888): Launched\u000a11:26:34.810743 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:26:35.098822 run patchelf(pid=31889): Launched\u000a11:26:35.291340 run osmo-stp_10.42.42.5(pid=31886): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31886)]\u000a11:26:35.431841 run osmo-stp_10.42.42.5(pid=31886): stdout: \u000a| (launched: 2022-12-09_11:26:33.836623)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:26:35.572538 run osmo-stp_10.42.42.5(pid=31886): stderr: \u000a| �[0;m�[38;5;43m20221209112634031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112634031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112634032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112634032 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112634033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112634033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112634033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:26:35.708807 run osmo-stp_10.42.42.5(pid=31886): stdout: \u000a| (launched: 2022-12-09_11:26:33.836623)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:26:35.843354 run osmo-stp_10.42.42.5(pid=31886): stderr: \u000a| �[0;m�[38;5;43m20221209112634031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112634031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112634032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112634032 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112634033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112634033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112634033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:26:36.001277 run patchelf(pid=31889): Terminating (SIGINT)\u000a11:26:36.187498 run patchelf(pid=31889): Terminated: ok {rc=0}\u000a11:26:36.221082 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31886): Process ended prematurely: osmo-stp_10.42.42.5(pid=31886) [trial-2359↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31886)] [trial-2359↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a11:26:36.230434 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a11:26:36.294766 run osmo-hlr_10.42.42.2(pid=31883): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31883)]\u000a11:26:36.347272 run osmo-hlr_10.42.42.2(pid=31883): stdout: \u000a| (launched: 2022-12-09_11:26:32.809942) \u000a11:26:36.400343 run osmo-hlr_10.42.42.2(pid=31883): stderr: \u000a| �[0;m�[1;31m20221209112633008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209112633008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209112633008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112633008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112633008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209112633008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209112633020 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:sysmo+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209112633029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209112633029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209112633029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:26:36.445237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31882): Terminating (SIGTERM)\u000a11:26:36.487725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31885): Terminating (SIGTERM)\u000a11:26:36.530859 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31888): Terminating (SIGTERM)\u000a11:26:36.540564 --- ParallelTerminationStrategy: PID 31882 died...\u000a11:26:36.597102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31882): Terminated: ok {rc=0}\u000a11:26:36.607188 --- ParallelTerminationStrategy: PID 31885 died...\u000a11:26:36.663721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31885): Terminated: ok {rc=0}\u000a11:26:36.673848 --- ParallelTerminationStrategy: PID 31888 died...\u000a11:26:36.729963 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31888): Terminated: ok {rc=0}\u000a11:26:36.817758 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "14", "name" : "gprs_sysmo+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:25:37" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31905): Process ended prematurely: osmo-stp_10.42.42.5(pid=31905) [trial-2359↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31905)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31905): Process ended prematurely: osmo-stp_10.42.42.5(pid=31905) [trial-2359↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31905)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:sysmo+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:26:38.945689 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:26:38.957102 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:26:39.111737 tst cs_paging_gprs_active.py: using LAC 21138\u000a11:26:39.244031 tst cs_paging_gprs_active.py: using RAC 228\u000a11:26:39.376009 tst cs_paging_gprs_active.py: using CellId 21138\u000a11:26:39.508908 tst cs_paging_gprs_active.py: using BVCI 21139\u000a11:26:39.534800 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:26:39.546183 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:26:39.557347 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:26:39.568636 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:26:39.580057 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:26:39.591440 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:26:39.603001 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:26:39.614289 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:26:39.625850 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:26:39.746905 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:26:40.035847 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:26:40.167550 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:26:40.491407 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31895): Launched\u000a11:26:40.761443 run iperf3-srv_10.42.42.10(pid=31896): Launched\u000a11:26:40.952544 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:26:41.086267 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:26:41.432852 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31897): Launched\u000a11:26:41.722438 run iperf3-srv_10.42.42.10(pid=31898): Launched\u000a11:26:41.927815 tst cs_paging_gprs_active.py:38: start network...\u000a11:26:42.067387 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:26:42.593484 run create_hlr_db(pid=31899): Launched\u000a11:26:42.787275 bus /gobi_6: Setting Powered False\u000a11:26:43.807790 run create_hlr_db(pid=31899): Terminated: ok {rc=0}\u000a11:26:44.250941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31901): Launched\u000a11:26:44.586498 run osmo-hlr_10.42.42.2(pid=31902): Launched\u000a11:26:44.710861 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:26:45.291320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31904): Launched\u000a11:26:45.627054 run osmo-stp_10.42.42.5(pid=31905): Launched\u000a11:26:45.749337 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:26:46.371662 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31907): Launched\u000a11:26:46.494496 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:26:46.805323 run patchelf(pid=31908): Launched\u000a11:26:47.005020 run osmo-stp_10.42.42.5(pid=31905): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31905)]\u000a11:26:47.150607 run osmo-stp_10.42.42.5(pid=31905): stdout: \u000a| (launched: 2022-12-09_11:26:45.460573)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:26:47.294090 run osmo-stp_10.42.42.5(pid=31905): stderr: \u000a| �[0;m�[38;5;43m20221209112645653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112645653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112645653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112645653 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112645654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112645654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112645654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:26:47.432616 run osmo-stp_10.42.42.5(pid=31905): stdout: \u000a| (launched: 2022-12-09_11:26:45.460573)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:26:47.570598 run osmo-stp_10.42.42.5(pid=31905): stderr: \u000a| �[0;m�[38;5;43m20221209112645653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112645653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112645653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112645653 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112645654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112645654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112645654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:26:47.732656 run patchelf(pid=31908): Terminating (SIGINT)\u000a11:26:47.922115 run patchelf(pid=31908): Terminated: ok {rc=0}\u000a11:26:47.956727 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=31905): Process ended prematurely: osmo-stp_10.42.42.5(pid=31905) [trial-2359↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31905)] [trial-2359↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a11:26:47.966874 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a11:26:48.031971 run osmo-hlr_10.42.42.2(pid=31902): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31902)]\u000a11:26:48.084292 run osmo-hlr_10.42.42.2(pid=31902): stdout: \u000a| (launched: 2022-12-09_11:26:44.421273) \u000a11:26:48.136835 run osmo-hlr_10.42.42.2(pid=31902): stderr: \u000a| �[0;m�[1;31m20221209112644622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209112644622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209112644622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112644622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112644622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209112644622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209112644638 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:sysmo+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209112644648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209112644648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209112644648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:26:48.182429 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31895): Terminating (SIGTERM)\u000a11:26:48.224796 run iperf3-srv_10.42.42.10(pid=31896): Terminating (SIGTERM)\u000a11:26:48.267837 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31897): Terminating (SIGTERM)\u000a11:26:48.310372 run iperf3-srv_10.42.42.10(pid=31898): Terminating (SIGTERM)\u000a11:26:48.352699 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31901): Terminating (SIGTERM)\u000a11:26:48.395528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31904): Terminating (SIGTERM)\u000a11:26:48.437974 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31907): Terminating (SIGTERM)\u000a11:26:48.448044 --- ParallelTerminationStrategy: PID 31895 died...\u000a11:26:48.505620 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31895): Terminated: ok {rc=0}\u000a11:26:48.515741 --- ParallelTerminationStrategy: PID 31896 died...\u000a11:26:48.572481 run iperf3-srv_10.42.42.10(pid=31896): Terminated {rc=256}\u000a11:26:48.582565 --- ParallelTerminationStrategy: PID 31897 died...\u000a11:26:48.639275 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31897): Terminated: ok {rc=0}\u000a11:26:48.649870 --- ParallelTerminationStrategy: PID 31898 died...\u000a11:26:48.707029 run iperf3-srv_10.42.42.10(pid=31898): Terminated {rc=256}\u000a11:26:48.717827 --- ParallelTerminationStrategy: PID 31901 died...\u000a11:26:48.774605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31901): Terminated: ok {rc=0}\u000a11:26:48.784754 --- ParallelTerminationStrategy: PID 31904 died...\u000a11:26:48.841173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31904): Terminated: ok {rc=0}\u000a11:26:48.851879 --- ParallelTerminationStrategy: PID 31907 died...\u000a11:26:48.908596 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31907): Terminated: ok {rc=0}\u000a11:26:48.995792 bus /gobi_0: Setting Powered False\u000a11:26:50.102649 bus /gobi_0: Setting Powered False\u000a11:26:51.211801 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31917): Process ended prematurely: osmo-stp_10.42.42.5(pid=31917) [trial-2359↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31917)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31917): Process ended prematurely: osmo-stp_10.42.42.5(pid=31917) [trial-2359↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31917)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:sysmo+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a11:26:52.328758 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:26:52.341118 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:26:52.505666 tst iperf3.py: using LAC 21139\u000a11:26:52.636644 tst iperf3.py: using RAC 229\u000a11:26:52.765933 tst iperf3.py: using CellId 21139\u000a11:26:52.895307 tst iperf3.py: using BVCI 21140\u000a11:26:52.921095 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:26:52.932492 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:26:52.943725 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:26:52.955260 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:26:52.966847 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:26:52.978221 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:26:52.989771 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:26:53.001139 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:26:53.012845 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:26:53.317287 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:26:53.457258 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:26:53.805523 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31909): Launched\u000a11:26:54.093911 run iperf3-srv_10.42.42.10(pid=31910): Launched\u000a11:26:54.299759 tst iperf3.py:8: start network...\u000a11:26:54.439785 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:26:54.966127 run create_hlr_db(pid=31911): Launched\u000a11:26:55.159285 bus /gobi_6: Setting Powered False\u000a11:26:56.180768 run create_hlr_db(pid=31911): Terminated: ok {rc=0}\u000a11:26:56.601300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31913): Launched\u000a11:26:56.913790 run osmo-hlr_10.42.42.2(pid=31914): Launched\u000a11:26:57.029251 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:26:57.573125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31916): Launched\u000a11:26:57.893195 run osmo-stp_10.42.42.5(pid=31917): Launched\u000a11:26:58.006937 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:26:58.555309 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31919): Launched\u000a11:26:58.666215 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:26:58.938623 run patchelf(pid=31920): Launched\u000a11:26:59.121266 run osmo-stp_10.42.42.5(pid=31917): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31917)]\u000a11:26:59.254601 run osmo-stp_10.42.42.5(pid=31917): stdout: \u000a| (launched: 2022-12-09_11:26:57.732119)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:26:59.388090 run osmo-stp_10.42.42.5(pid=31917): stderr: \u000a| �[0;m�[38;5;43m20221209112657908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112657908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112657909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112657909 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112657910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112657910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112657910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:26:59.516754 run osmo-stp_10.42.42.5(pid=31917): stdout: \u000a| (launched: 2022-12-09_11:26:57.732119)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:26:59.644584 run osmo-stp_10.42.42.5(pid=31917): stderr: \u000a| �[0;m�[38;5;43m20221209112657908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112657908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112657909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112657909 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112657910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112657910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112657910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:26:59.794368 run patchelf(pid=31920): Terminating (SIGINT)\u000a11:26:59.971406 run patchelf(pid=31920): Terminated: ok {rc=0}\u000a11:27:00.003758 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31917): Process ended prematurely: osmo-stp_10.42.42.5(pid=31917) [trial-2359↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31917)] [trial-2359↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a11:27:00.013127 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a11:27:00.073357 run osmo-hlr_10.42.42.2(pid=31914): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31914)]\u000a11:27:00.123114 run osmo-hlr_10.42.42.2(pid=31914): stdout: \u000a| (launched: 2022-12-09_11:26:56.759992) \u000a11:27:00.173051 run osmo-hlr_10.42.42.2(pid=31914): stderr: \u000a| �[0;m�[1;31m20221209112656936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209112656936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209112656936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112656936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112656936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209112656936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209112656948 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:sysmo+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209112656956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209112656957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209112656957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:27:00.215922 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31909): Terminating (SIGTERM)\u000a11:27:00.256202 run iperf3-srv_10.42.42.10(pid=31910): Terminating (SIGTERM)\u000a11:27:00.296190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31913): Terminating (SIGTERM)\u000a11:27:00.336220 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31916): Terminating (SIGTERM)\u000a11:27:00.376178 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31919): Terminating (SIGTERM)\u000a11:27:00.385491 --- ParallelTerminationStrategy: PID 31909 died...\u000a11:27:00.439469 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31909): Terminated: ok {rc=0}\u000a11:27:00.449249 --- ParallelTerminationStrategy: PID 31910 died...\u000a11:27:00.502540 run iperf3-srv_10.42.42.10(pid=31910): Terminated {rc=256}\u000a11:27:00.512073 --- ParallelTerminationStrategy: PID 31913 died...\u000a11:27:00.565604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31913): Terminated: ok {rc=0}\u000a11:27:00.575234 --- ParallelTerminationStrategy: PID 31916 died...\u000a11:27:00.628712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31916): Terminated: ok {rc=0}\u000a11:27:00.638414 --- ParallelTerminationStrategy: PID 31919 died...\u000a11:27:00.692274 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31919): Terminated: ok {rc=0}\u000a11:27:00.781283 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31935): Process ended prematurely: osmo-stp_10.42.42.5(pid=31935) [trial-2359↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31935)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31935): Process ended prematurely: osmo-stp_10.42.42.5(pid=31935) [trial-2359↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31935)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:sysmo+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a11:27:01.897871 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:27:01.911871 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:27:02.106844 tst iperf3m4.py: using LAC 21140\u000a11:27:02.238860 tst iperf3m4.py: using RAC 230\u000a11:27:02.363574 tst iperf3m4.py: using CellId 21140\u000a11:27:02.488340 tst iperf3m4.py: using BVCI 21141\u000a11:27:02.512405 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:27:02.523445 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:27:02.534120 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:27:02.544891 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:27:02.555500 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:27:02.566263 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:27:02.577106 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:27:02.587678 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:27:02.598678 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:27:02.716929 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:27:02.842199 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:27:02.965675 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:27:03.252618 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:27:03.382192 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:27:03.705633 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31921): Launched\u000a11:27:03.974925 run iperf3-srv_10.42.42.10(pid=31922): Launched\u000a11:27:04.164506 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:27:04.294460 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:27:04.616652 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31923): Launched\u000a11:27:04.884812 run iperf3-srv_10.42.42.10(pid=31924): Launched\u000a11:27:05.073904 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:27:05.202761 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:27:05.525658 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31925): Launched\u000a11:27:05.794917 run iperf3-srv_10.42.42.10(pid=31926): Launched\u000a11:27:05.984250 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:27:06.113504 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:27:06.437649 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31927): Launched\u000a11:27:06.706876 run iperf3-srv_10.42.42.10(pid=31928): Launched\u000a11:27:06.896136 tst iperf3m4.py:8: start network...\u000a11:27:07.025228 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:27:07.523260 run create_hlr_db(pid=31929): Launched\u000a11:27:07.702309 bus /gobi_6: Setting Powered False\u000a11:27:08.724125 run create_hlr_db(pid=31929): Terminated: ok {rc=0}\u000a11:27:09.169666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31931): Launched\u000a11:27:09.504363 run osmo-hlr_10.42.42.2(pid=31932): Launched\u000a11:27:09.625767 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:27:10.214140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31934): Launched\u000a11:27:10.548509 run osmo-stp_10.42.42.5(pid=31935): Launched\u000a11:27:10.671636 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:27:11.258258 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31937): Launched\u000a11:27:11.378164 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:27:11.672415 run patchelf(pid=31938): Launched\u000a11:27:11.868846 run osmo-stp_10.42.42.5(pid=31935): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31935)]\u000a11:27:12.012363 run osmo-stp_10.42.42.5(pid=31935): stdout: \u000a| (launched: 2022-12-09_11:27:10.383924)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:27:12.155865 run osmo-stp_10.42.42.5(pid=31935): stderr: \u000a| �[0;m�[38;5;43m20221209112710576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112710576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112710576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112710576 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112710577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112710577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112710577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:27:12.294511 run osmo-stp_10.42.42.5(pid=31935): stdout: \u000a| (launched: 2022-12-09_11:27:10.383924)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:27:12.432519 run osmo-stp_10.42.42.5(pid=31935): stderr: \u000a| �[0;m�[38;5;43m20221209112710576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112710576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112710576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112710576 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112710577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112710577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112710577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:27:12.593287 run patchelf(pid=31938): Terminating (SIGINT)\u000a11:27:12.783436 run patchelf(pid=31938): Terminated: ok {rc=0}\u000a11:27:12.818116 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=31935): Process ended prematurely: osmo-stp_10.42.42.5(pid=31935) [trial-2359↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31935)] [trial-2359↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a11:27:12.828274 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a11:27:12.892738 run osmo-hlr_10.42.42.2(pid=31932): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31932)]\u000a11:27:12.945035 run osmo-hlr_10.42.42.2(pid=31932): stdout: \u000a| (launched: 2022-12-09_11:27:09.339994) \u000a11:27:12.998010 run osmo-hlr_10.42.42.2(pid=31932): stderr: \u000a| �[0;m�[1;31m20221209112709539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209112709539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209112709539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112709539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112709539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209112709539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209112709552 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:sysmo+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209112709563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209112709563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209112709563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:27:13.043223 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31921): Terminating (SIGTERM)\u000a11:27:13.085916 run iperf3-srv_10.42.42.10(pid=31922): Terminating (SIGTERM)\u000a11:27:13.128796 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31923): Terminating (SIGTERM)\u000a11:27:13.171609 run iperf3-srv_10.42.42.10(pid=31924): Terminating (SIGTERM)\u000a11:27:13.214631 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31925): Terminating (SIGTERM)\u000a11:27:13.257335 run iperf3-srv_10.42.42.10(pid=31926): Terminating (SIGTERM)\u000a11:27:13.299962 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31927): Terminating (SIGTERM)\u000a11:27:13.342968 run iperf3-srv_10.42.42.10(pid=31928): Terminating (SIGTERM)\u000a11:27:13.386027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31931): Terminating (SIGTERM)\u000a11:27:13.428525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31934): Terminating (SIGTERM)\u000a11:27:13.471429 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31937): Terminating (SIGTERM)\u000a11:27:13.482483 --- ParallelTerminationStrategy: PID 31921 died...\u000a11:27:13.539778 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31921): Terminated: ok {rc=0}\u000a11:27:13.550169 --- ParallelTerminationStrategy: PID 31922 died...\u000a11:27:13.607486 run iperf3-srv_10.42.42.10(pid=31922): Terminated {rc=256}\u000a11:27:13.617980 --- ParallelTerminationStrategy: PID 31923 died...\u000a11:27:13.675336 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31923): Terminated: ok {rc=0}\u000a11:27:13.686036 --- ParallelTerminationStrategy: PID 31924 died...\u000a11:27:13.742954 run iperf3-srv_10.42.42.10(pid=31924): Terminated {rc=256}\u000a11:27:13.753336 --- ParallelTerminationStrategy: PID 31925 died...\u000a11:27:13.810092 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31925): Terminated: ok {rc=0}\u000a11:27:13.820560 --- ParallelTerminationStrategy: PID 31926 died...\u000a11:27:13.877342 run iperf3-srv_10.42.42.10(pid=31926): Terminated {rc=256}\u000a11:27:13.887637 --- ParallelTerminationStrategy: PID 31927 died...\u000a11:27:13.944684 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=31927): Terminated: ok {rc=0}\u000a11:27:13.955025 --- ParallelTerminationStrategy: PID 31928 died...\u000a11:27:14.012041 run iperf3-srv_10.42.42.10(pid=31928): Terminated {rc=256}\u000a11:27:14.022416 --- ParallelTerminationStrategy: PID 31931 died...\u000a11:27:14.079595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31931): Terminated: ok {rc=0}\u000a11:27:14.089976 --- ParallelTerminationStrategy: PID 31934 died...\u000a11:27:14.146934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31934): Terminated: ok {rc=0}\u000a11:27:14.157308 --- ParallelTerminationStrategy: PID 31937 died...\u000a11:27:14.214523 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31937): Terminated: ok {rc=0}\u000a11:27:14.303770 bus /gobi_4: Setting Powered False\u000a11:27:15.408050 bus /gobi_4: Setting Powered False\u000a11:27:16.524280 bus /gobi_1: Setting Powered False\u000a11:27:17.631791 bus /gobi_1: Setting Powered False\u000a11:27:18.744771 bus /gobi_0: Setting Powered False\u000a11:27:19.849159 bus /gobi_0: Setting Powered False\u000a11:27:20.961205 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 29, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31945): Process ended prematurely: osmo-stp_10.42.42.5(pid=31945) [trial-2359↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31945)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31945): Process ended prematurely: osmo-stp_10.42.42.5(pid=31945) [trial-2359↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31945)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:sysmo+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a11:27:22.031441 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:27:22.043799 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:27:22.204469 tst ping.py: using LAC 21141\u000a11:27:22.332313 tst ping.py: using RAC 231\u000a11:27:22.460180 tst ping.py: using CellId 21141\u000a11:27:22.587483 tst ping.py: using BVCI 21142\u000a11:27:22.612686 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:27:22.624255 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:27:22.635501 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:27:22.646991 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:27:22.658423 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:27:22.669853 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:27:22.681975 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:27:22.693520 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:27:22.976772 tst ping.py:19: start network...\u000a11:27:23.103458 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:27:23.594306 run create_hlr_db(pid=31939): Launched\u000a11:27:23.771420 bus /gobi_6: Setting Powered False\u000a11:27:24.792287 run create_hlr_db(pid=31939): Terminated: ok {rc=0}\u000a11:27:25.232250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31941): Launched\u000a11:27:25.561814 run osmo-hlr_10.42.42.2(pid=31942): Launched\u000a11:27:25.682859 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:27:26.257260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31944): Launched\u000a11:27:26.585336 run osmo-stp_10.42.42.5(pid=31945): Launched\u000a11:27:26.705279 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:27:27.277319 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31947): Launched\u000a11:27:27.394251 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:27:27.682399 run patchelf(pid=31948): Launched\u000a11:27:27.875528 run osmo-stp_10.42.42.5(pid=31945): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31945)]\u000a11:27:28.016002 run osmo-stp_10.42.42.5(pid=31945): stdout: \u000a| (launched: 2022-12-09_11:27:26.423934)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:27:28.156249 run osmo-stp_10.42.42.5(pid=31945): stderr: \u000a| �[0;m�[38;5;43m20221209112726618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112726618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112726618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112726619 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112726619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112726619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112726619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:27:28.292336 run osmo-stp_10.42.42.5(pid=31945): stdout: \u000a| (launched: 2022-12-09_11:27:26.423934)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:27:28.427240 run osmo-stp_10.42.42.5(pid=31945): stderr: \u000a| �[0;m�[38;5;43m20221209112726618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112726618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112726618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112726619 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112726619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112726619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112726619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:27:28.585307 run patchelf(pid=31948): Terminating (SIGINT)\u000a11:27:28.771364 run patchelf(pid=31948): Terminated: ok {rc=0}\u000a11:27:28.804792 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=31945): Process ended prematurely: osmo-stp_10.42.42.5(pid=31945) [trial-2359↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31945)] [trial-2359↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22]\u000a11:27:28.814921 tst ping.py:22: Test FAILED (6.8 sec)\u000a11:27:28.880255 run osmo-hlr_10.42.42.2(pid=31942): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31942)]\u000a11:27:28.932998 run osmo-hlr_10.42.42.2(pid=31942): stdout: \u000a| (launched: 2022-12-09_11:27:25.399781) \u000a11:27:28.986280 run osmo-hlr_10.42.42.2(pid=31942): stderr: \u000a| �[0;m�[1;31m20221209112725598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209112725598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209112725598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112725598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112725598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209112725598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209112725610 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:sysmo+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209112725618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209112725618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209112725618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:27:29.031828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31941): Terminating (SIGTERM)\u000a11:27:29.074460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31944): Terminating (SIGTERM)\u000a11:27:29.117293 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31947): Terminating (SIGTERM)\u000a11:27:29.127412 --- ParallelTerminationStrategy: PID 31941 died...\u000a11:27:29.185055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31941): Terminated: ok {rc=0}\u000a11:27:29.195474 --- ParallelTerminationStrategy: PID 31944 died...\u000a11:27:29.252382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31944): Terminated: ok {rc=0}\u000a11:27:29.262564 --- ParallelTerminationStrategy: PID 31947 died...\u000a11:27:29.319378 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31947): Terminated: ok {rc=0}\u000a11:27:29.407943 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 29, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31955): Process ended prematurely: osmo-stp_10.42.42.5(pid=31955) [trial-2359↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31955)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31955): Process ended prematurely: osmo-stp_10.42.42.5(pid=31955) [trial-2359↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31955)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:sysmo+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a11:27:30.460514 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:27:30.472145 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:27:30.617968 tst ping_idle_ping.py: using LAC 21142\u000a11:27:30.738004 tst ping_idle_ping.py: using RAC 232\u000a11:27:30.883186 tst ping_idle_ping.py: using CellId 21142\u000a11:27:31.037097 tst ping_idle_ping.py: using BVCI 21143\u000a11:27:31.064865 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:27:31.077632 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:27:31.091362 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:27:31.104826 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:27:31.118936 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:27:31.132397 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:27:31.146796 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:27:31.160660 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:27:31.470414 tst ping_idle_ping.py:24: start network...\u000a11:27:31.612648 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:27:32.155427 run create_hlr_db(pid=31949): Launched\u000a11:27:32.353077 bus /gobi_6: Setting Powered False\u000a11:27:33.371556 run create_hlr_db(pid=31949): Terminated: ok {rc=0}\u000a11:27:33.785713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31951): Launched\u000a11:27:34.093239 run osmo-hlr_10.42.42.2(pid=31952): Launched\u000a11:27:34.210625 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:27:34.751694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31954): Launched\u000a11:27:35.059331 run osmo-stp_10.42.42.5(pid=31955): Launched\u000a11:27:35.170345 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:27:35.711399 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31957): Launched\u000a11:27:35.821437 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:27:36.091285 run patchelf(pid=31962): Launched\u000a11:27:36.272263 run osmo-stp_10.42.42.5(pid=31955): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31955)]\u000a11:27:36.404075 run osmo-stp_10.42.42.5(pid=31955): stdout: \u000a| (launched: 2022-12-09_11:27:34.907650)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:27:36.536719 run osmo-stp_10.42.42.5(pid=31955): stderr: \u000a| �[0;m�[38;5;43m20221209112735079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112735079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112735079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112735080 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112735080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112735080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112735080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:27:36.664252 run osmo-stp_10.42.42.5(pid=31955): stdout: \u000a| (launched: 2022-12-09_11:27:34.907650)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:27:36.790404 run osmo-stp_10.42.42.5(pid=31955): stderr: \u000a| �[0;m�[38;5;43m20221209112735079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112735079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112735079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112735080 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112735080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112735080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112735080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:27:36.938433 run patchelf(pid=31962): Terminating (SIGINT)\u000a11:27:37.113399 run patchelf(pid=31962): Terminated: ok {rc=0}\u000a11:27:37.145084 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=31955): Process ended prematurely: osmo-stp_10.42.42.5(pid=31955) [trial-2359↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31955)] [trial-2359↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a11:27:37.153797 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a11:27:37.214700 run osmo-hlr_10.42.42.2(pid=31952): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31952)]\u000a11:27:37.264572 run osmo-hlr_10.42.42.2(pid=31952): stdout: \u000a| (launched: 2022-12-09_11:27:33.942251) \u000a11:27:37.315293 run osmo-hlr_10.42.42.2(pid=31952): stderr: \u000a| �[0;m�[1;31m20221209112734119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209112734119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209112734119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112734119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112734119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209112734119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209112734131 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:sysmo+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209112734140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209112734141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209112734141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:27:37.358420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31951): Terminating (SIGTERM)\u000a11:27:37.398961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31954): Terminating (SIGTERM)\u000a11:27:37.439430 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31957): Terminating (SIGTERM)\u000a11:27:37.448758 --- ParallelTerminationStrategy: PID 31951 died...\u000a11:27:37.502724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31951): Terminated: ok {rc=0}\u000a11:27:37.512489 --- ParallelTerminationStrategy: PID 31954 died...\u000a11:27:37.566513 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31954): Terminated: ok {rc=0}\u000a11:27:37.576307 --- ParallelTerminationStrategy: PID 31957 died...\u000a11:27:37.630199 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31957): Terminated: ok {rc=0}\u000a11:27:37.720937 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "15", "name" : "gprs_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:26:38" }, { "cases" : [ { "testActions" : [ ], "age" : 31, "className" : "dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31972): Process ended prematurely: osmo-stp_10.42.42.5(pid=31972) [trial-2359↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31972)]", "failedSince" : 2329, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31972): Process ended prematurely: osmo-stp_10.42.42.5(pid=31972) [trial-2359↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31972)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a11:27:39.723624 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:27:39.735648 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:27:39.893924 tst switch_tch_pdch.py: using LAC 21143\u000a11:27:40.021856 tst switch_tch_pdch.py: using RAC 233\u000a11:27:40.152036 tst switch_tch_pdch.py: using CellId 21143\u000a11:27:40.280039 tst switch_tch_pdch.py: using BVCI 21144\u000a11:27:40.305062 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:27:40.316821 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:27:40.328419 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:27:40.341371 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:27:40.352853 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:27:40.364895 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:27:40.377061 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:27:40.388872 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:27:40.508593 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:27:40.810641 tst switch_tch_pdch.py:51: start network...\u000a11:27:40.947353 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:27:41.460913 run create_hlr_db(pid=31966): Launched\u000a11:27:41.651684 bus /gobi_6: Setting Powered False\u000a11:27:42.672697 run create_hlr_db(pid=31966): Terminated: ok {rc=0}\u000a11:27:43.111518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31968): Launched\u000a11:27:43.441119 run osmo-hlr_10.42.42.2(pid=31969): Launched\u000a11:27:43.558802 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:27:44.134295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31971): Launched\u000a11:27:44.462656 run osmo-stp_10.42.42.5(pid=31972): Launched\u000a11:27:44.581376 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:27:45.155449 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31974): Launched\u000a11:27:45.272498 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:27:45.559912 run patchelf(pid=31975): Launched\u000a11:27:45.754372 run osmo-stp_10.42.42.5(pid=31972): ERR: Terminated: ERROR {rc=1} [trial-2359↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31972)]\u000a11:27:45.903109 run osmo-stp_10.42.42.5(pid=31972): stdout: \u000a| (launched: 2022-12-09_11:27:44.301077)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:27:46.048215 run osmo-stp_10.42.42.5(pid=31972): stderr: \u000a| �[0;m�[38;5;43m20221209112744493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112744493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112744493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112744493 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112744494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112744494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112744494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:27:46.188300 run osmo-stp_10.42.42.5(pid=31972): stdout: \u000a| (launched: 2022-12-09_11:27:44.301077)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:27:46.327440 run osmo-stp_10.42.42.5(pid=31972): stderr: \u000a| �[0;m�[38;5;43m20221209112744493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112744493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112744493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112744493 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112744494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112744494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112744494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:27:46.490299 run patchelf(pid=31975): Terminating (SIGINT)\u000a11:27:46.714180 run patchelf(pid=31975): Terminated: ok {rc=0}\u000a11:27:46.750750 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=31972): Process ended prematurely: osmo-stp_10.42.42.5(pid=31972) [trial-2359↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31972)] [trial-2359↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a11:27:46.761621 tst switch_tch_pdch.py:54: Test FAILED (7.0 sec)\u000a11:27:46.831972 run osmo-hlr_10.42.42.2(pid=31969): ERR: Terminated: ERROR {rc=237} [trial-2359↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31969)]\u000a11:27:46.887428 run osmo-hlr_10.42.42.2(pid=31969): stdout: \u000a| (launched: 2022-12-09_11:27:43.278127) \u000a11:27:46.943799 run osmo-hlr_10.42.42.2(pid=31969): stderr: \u000a| �[0;m�[1;31m20221209112743476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209112743476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209112743476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112743476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112743476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209112743476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209112743490 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209112743498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209112743498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209112743498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:27:46.991462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31968): Terminating (SIGTERM)\u000a11:27:47.034046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31971): Terminating (SIGTERM)\u000a11:27:47.076823 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31974): Terminating (SIGTERM)\u000a11:27:47.088391 --- ParallelTerminationStrategy: PID 31968 died...\u000a11:27:47.147062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31968): Terminated: ok {rc=0}\u000a11:27:47.158143 --- ParallelTerminationStrategy: PID 31971 died...\u000a11:27:47.213328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31971): Terminated: ok {rc=0}\u000a11:27:47.223622 --- ParallelTerminationStrategy: PID 31974 died...\u000a11:27:47.279235 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31974): Terminated: ok {rc=0}\u000a11:27:47.367630 bus /gobi_0: Setting Powered False\u000a11:27:48.472574 bus /gobi_0: Setting Powered False\u000a11:27:49.585188 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "16", "name" : "dynts_sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:27:39" }, { "cases" : [ { "testActions" : [ ], "age" : 29, "className" : "dynts:sysmo+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=31985): Process ended prematurely: osmo-stp_10.42.42.5(pid=31985) [trial-2359↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31985)]", "failedSince" : 2331, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=31985): Process ended prematurely: osmo-stp_10.42.42.5(pid=31985) [trial-2359↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31985)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 dynts:sysmo+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a11:27:51.524507 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:27:51.536619 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a11:27:51.690375 tst switch_tch_pdch.py: using LAC 21144\u000a11:27:51.817812 tst switch_tch_pdch.py: using RAC 234\u000a11:27:51.968140 tst switch_tch_pdch.py: using CellId 21144\u000a11:27:52.096569 tst switch_tch_pdch.py: using BVCI 21145\u000a11:27:52.121746 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:27:52.133164 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:27:52.144352 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:27:52.155813 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:27:52.167235 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:27:52.178674 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:27:52.190284 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:27:52.201747 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a11:27:52.320446 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a11:27:52.619802 tst switch_tch_pdch.py:51: start network...\u000a11:27:52.757839 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:27:53.245524 run create_hlr_db(pid=31979): Launched\u000a11:27:53.379831 bus /gobi_6: Setting Powered False\u000a11:27:54.457912 run create_hlr_db(pid=31979): Terminated: ok {rc=0}\u000a11:27:54.870829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31981): Launched\u000a11:27:55.201316 run osmo-hlr_10.42.42.2(pid=31982): Launched\u000a11:27:55.320887 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:27:55.865797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31984): Launched\u000a11:27:56.195948 run osmo-stp_10.42.42.5(pid=31985): Launched\u000a11:27:56.315107 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:27:56.863209 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31987): Launched\u000a11:27:56.980470 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:27:57.267490 run patchelf(pid=31988): Launched\u000a11:27:57.460145 run osmo-stp_10.42.42.5(pid=31985): ERR: Terminated: ERROR {rc=1} [trial-2359↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31985)]\u000a11:27:57.601244 run osmo-stp_10.42.42.5(pid=31985): stdout: \u000a| (launched: 2022-12-09_11:27:56.032912)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:27:57.743083 run osmo-stp_10.42.42.5(pid=31985): stderr: \u000a| �[0;m�[38;5;43m20221209112756225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112756226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112756226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112756226 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112756227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112756227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112756227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:27:57.879350 run osmo-stp_10.42.42.5(pid=31985): stdout: \u000a| (launched: 2022-12-09_11:27:56.032912)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:27:58.014391 run osmo-stp_10.42.42.5(pid=31985): stderr: \u000a| �[0;m�[38;5;43m20221209112756225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112756226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112756226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112756226 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112756227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112756227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112756227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:27:58.172418 run patchelf(pid=31988): Terminating (SIGINT)\u000a11:27:58.358568 run patchelf(pid=31988): Terminated: ok {rc=0}\u000a11:27:58.392231 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=31985): Process ended prematurely: osmo-stp_10.42.42.5(pid=31985) [trial-2359↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=31985)] [trial-2359↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a11:27:58.401764 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a11:27:58.466419 run osmo-hlr_10.42.42.2(pid=31982): ERR: Terminated: ERROR {rc=237} [trial-2359↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=31982)]\u000a11:27:58.519178 run osmo-hlr_10.42.42.2(pid=31982): stdout: \u000a| (launched: 2022-12-09_11:27:55.038146) \u000a11:27:58.572441 run osmo-hlr_10.42.42.2(pid=31982): stderr: \u000a| �[0;m�[1;31m20221209112755236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209112755236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209112755236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112755236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112755236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209112755237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209112755249 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/dynts:sysmo+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209112755258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209112755258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209112755258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:27:58.617884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31981): Terminating (SIGTERM)\u000a11:27:58.660333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31984): Terminating (SIGTERM)\u000a11:27:58.704039 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31987): Terminating (SIGTERM)\u000a11:27:58.714111 --- ParallelTerminationStrategy: PID 31981 died...\u000a11:27:58.772083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31981): Terminated: ok {rc=0}\u000a11:27:58.782529 --- ParallelTerminationStrategy: PID 31984 died...\u000a11:27:58.839741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=31984): Terminated: ok {rc=0}\u000a11:27:58.850888 --- ParallelTerminationStrategy: PID 31987 died...\u000a11:27:58.908421 run pcap-recorder_any(filters='host 10.42.42.6')(pid=31987): Terminated: ok {rc=0}\u000a11:27:58.996715 bus /gobi_0: Setting Powered False\u000a11:28:00.105579 bus /gobi_0: Setting Powered False\u000a11:28:01.229810 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "17", "name" : "dynts_sysmo+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:27:51" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "nitb_sms:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=31993): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31993) [trial-2359↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31993)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=31993): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31993) [trial-2359↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31993)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 nitb_sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a11:28:03.087265 tst nitb_sms:oc2g: Using 1 x ip_address (candidates: 1)\u000a11:28:03.098208 tst nitb_sms:oc2g: Using 1 x bts (candidates: 1)\u000a11:28:03.221134 tst mo_mt_sms.py: using LAC 21145\u000a11:28:03.343040 tst mo_mt_sms.py: using RAC 235\u000a11:28:03.465694 tst mo_mt_sms.py: using CellId 21145\u000a11:28:03.589408 tst mo_mt_sms.py: using BVCI 21146\u000a11:28:03.612593 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a11:28:03.733815 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a11:28:04.035058 tst mo_mt_sms.py:9: start nitb and bts...\u000a11:28:04.172849 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a11:28:04.851960 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31992): Launched\u000a11:28:05.179480 run osmo-nitb_10.42.42.2(pid=31993): Launched\u000a11:28:05.382193 run osmo-nitb_10.42.42.2(pid=31993): ERR: Terminated: ERROR {rc=2} [trial-2359↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31993)]\u000a11:28:05.531848 run osmo-nitb_10.42.42.2(pid=31993): stdout: \u000a| (launched: 2022-12-09_11:28:05.021232) \u000a11:28:05.681611 run osmo-nitb_10.42.42.2(pid=31993): stderr: \u000a| (launched: 2022-12-09_11:28:05.070236)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:28:05.826940 run osmo-nitb_10.42.42.2(pid=31993): stdout: \u000a| (launched: 2022-12-09_11:28:05.021232) \u000a11:28:05.970542 run osmo-nitb_10.42.42.2(pid=31993): stderr: \u000a| (launched: 2022-12-09_11:28:05.070236)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:28:06.311583 tst osmo-nitb_10.42.42.2(pid=31993): stdout: \u000a| (launched: 2022-12-09_11:28:05.021232) \u000a11:28:06.442989 tst osmo-nitb_10.42.42.2(pid=31993): stderr: \u000a| (launched: 2022-12-09_11:28:05.070236)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:28:06.500301 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=31993): Process ended prematurely: osmo-nitb_10.42.42.2(pid=31993) [trial-2359↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=31993)] [trial-2359↪nitb_sms:oc2g↪mo_mt_sms.py:11]\u000a11:28:06.509076 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a11:28:06.546228 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31992): Terminating (SIGTERM)\u000a11:28:06.724067 --- ParallelTerminationStrategy: PID 31992 died...\u000a11:28:06.783139 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=31992): Terminated: ok {rc=0}\u000a11:28:06.870793 bus /sierra_3: Setting Powered False\u000a11:28:07.976197 bus /sierra_3: Setting Powered False\u000a11:28:09.089888 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "18", "name" : "nitb_sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:28:02" }, { "cases" : [ { "testActions" : [ ], "age" : 157, "className" : "sms:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32003): Process ended prematurely: osmo-stp_10.42.42.5(pid=32003) [trial-2359↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32003)]", "failedSince" : 2203, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32003): Process ended prematurely: osmo-stp_10.42.42.5(pid=32003) [trial-2359↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32003)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a11:28:10.937845 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:28:10.948238 tst sms:oc2g: Using 1 x bts (candidates: 1)\u000a11:28:11.071956 tst mo_mt_sms.py: using LAC 21146\u000a11:28:11.193989 tst mo_mt_sms.py: using RAC 236\u000a11:28:11.315975 tst mo_mt_sms.py: using CellId 21146\u000a11:28:11.439774 tst mo_mt_sms.py: using BVCI 21147\u000a11:28:11.463043 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:28:11.473637 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:28:11.484044 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:28:11.494445 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:28:11.505108 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:28:11.515410 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a11:28:11.634972 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a11:28:11.838909 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:28:12.329215 run create_hlr_db(pid=31997): Launched\u000a11:28:12.506081 bus /sierra_2: Setting Powered False\u000a11:28:13.527702 run create_hlr_db(pid=31997): Terminated: ok {rc=0}\u000a11:28:13.939471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31999): Launched\u000a11:28:14.245620 run osmo-hlr_10.42.42.2(pid=32000): Launched\u000a11:28:14.357507 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:28:14.891854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32002): Launched\u000a11:28:15.203133 run osmo-stp_10.42.42.5(pid=32003): Launched\u000a11:28:15.314181 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:28:15.875839 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32005): Launched\u000a11:28:16.237312 run osmo-msc_10.42.42.6(pid=32006): Launched\u000a11:28:16.641354 run osmo-stp_10.42.42.5(pid=32003): ERR: Terminated: ERROR {rc=1} [trial-2359↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32003)]\u000a11:28:16.886297 run osmo-stp_10.42.42.5(pid=32003): stdout: \u000a| (launched: 2022-12-09_11:28:15.048900)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:28:17.040655 run osmo-stp_10.42.42.5(pid=32003): stderr: \u000a| �[0;m�[38;5;43m20221209112815221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112815221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112815222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112815222 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112815223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112815223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112815223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:28:17.194814 run osmo-stp_10.42.42.5(pid=32003): stdout: \u000a| (launched: 2022-12-09_11:28:15.048900)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:28:17.331925 run osmo-stp_10.42.42.5(pid=32003): stderr: \u000a| �[0;m�[38;5;43m20221209112815221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112815221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112815222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112815222 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112815223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112815223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112815223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:28:17.391425 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=32003): Process ended prematurely: osmo-stp_10.42.42.5(pid=32003) [trial-2359↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32003)] [trial-2359↪sms:oc2g↪mo_mt_sms.py:16]\u000a11:28:17.401199 tst mo_mt_sms.py:16: Test FAILED (6.4 sec)\u000a11:28:17.469534 run osmo-hlr_10.42.42.2(pid=32000): ERR: Terminated: ERROR {rc=237} [trial-2359↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32000)]\u000a11:28:17.523016 run osmo-hlr_10.42.42.2(pid=32000): stdout: \u000a| (launched: 2022-12-09_11:28:14.094906) \u000a11:28:17.577504 run osmo-hlr_10.42.42.2(pid=32000): stderr: \u000a| �[0;m�[1;31m20221209112814269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209112814269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209112814269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112814269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112814269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209112814269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209112814281 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/sms:oc2g/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209112814290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209112814291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209112814291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:28:17.650878 run osmo-msc_10.42.42.6(pid=32006): ERR: Terminated: ERROR {rc=2} [trial-2359↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32006)]\u000a11:28:17.704614 run osmo-msc_10.42.42.6(pid=32006): stdout: \u000a| (launched: 2022-12-09_11:28:16.033761) \u000a11:28:17.758620 run osmo-msc_10.42.42.6(pid=32006): stderr: \u000a| �[0;m�[38;5;43m20221209112816446 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209112816446 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa610af7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209112816446 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209112816446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209112816446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209112816446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209112816448 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209112816449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209112816449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209112816449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:28:17.804672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31999): Terminating (SIGTERM)\u000a11:28:17.847657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32002): Terminating (SIGTERM)\u000a11:28:17.892531 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32005): Terminating (SIGTERM)\u000a11:28:17.902580 --- ParallelTerminationStrategy: PID 31999 died...\u000a11:28:17.961764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=31999): Terminated: ok {rc=0}\u000a11:28:17.972289 --- ParallelTerminationStrategy: PID 32002 died...\u000a11:28:18.031247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32002): Terminated: ok {rc=0}\u000a11:28:18.041790 --- ParallelTerminationStrategy: PID 32005 died...\u000a11:28:18.100791 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32005): Terminated: ok {rc=0}\u000a11:28:18.189337 bus /sierra_3: Setting Powered False\u000a11:28:19.298357 bus /sierra_3: Setting Powered False\u000a11:28:20.408774 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "19", "name" : "sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:28:10" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "nitb_ussd:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=32012): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32012) [trial-2359↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32012)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=32012): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32012) [trial-2359↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32012)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 nitb_ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a11:28:22.215566 tst nitb_ussd:oc2g: Using 1 x ip_address (candidates: 1)\u000a11:28:22.226819 tst nitb_ussd:oc2g: Using 1 x bts (candidates: 1)\u000a11:28:22.360190 tst assert_extension.py: using LAC 21147\u000a11:28:22.483816 tst assert_extension.py: using RAC 237\u000a11:28:22.613094 tst assert_extension.py: using CellId 21147\u000a11:28:22.742518 tst assert_extension.py: using BVCI 21148\u000a11:28:22.767874 tst nitb_ussd:oc2g: Using 1 x modem (candidates: 1)\u000a11:28:23.052556 tst assert_extension.py:10: start nitb and bts...\u000a11:28:23.180596 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a11:28:23.817341 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32011): Launched\u000a11:28:24.120727 run osmo-nitb_10.42.42.2(pid=32012): Launched\u000a11:28:24.310844 run osmo-nitb_10.42.42.2(pid=32012): ERR: Terminated: ERROR {rc=2} [trial-2359↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32012)]\u000a11:28:24.451354 run osmo-nitb_10.42.42.2(pid=32012): stdout: \u000a| (launched: 2022-12-09_11:28:23.973055) \u000a11:28:24.592224 run osmo-nitb_10.42.42.2(pid=32012): stderr: \u000a| (launched: 2022-12-09_11:28:24.018452)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:28:24.727736 run osmo-nitb_10.42.42.2(pid=32012): stdout: \u000a| (launched: 2022-12-09_11:28:23.973055) \u000a11:28:24.862245 run osmo-nitb_10.42.42.2(pid=32012): stderr: \u000a| (launched: 2022-12-09_11:28:24.018452)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:28:25.244847 tst osmo-nitb_10.42.42.2(pid=32012): stdout: \u000a| (launched: 2022-12-09_11:28:23.973055) \u000a11:28:25.367636 tst osmo-nitb_10.42.42.2(pid=32012): stderr: \u000a| (launched: 2022-12-09_11:28:24.018452)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:28:25.421049 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=32012): Process ended prematurely: osmo-nitb_10.42.42.2(pid=32012) [trial-2359↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=32012)] [trial-2359↪nitb_ussd:oc2g↪assert_extension.py:12]\u000a11:28:25.429187 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a11:28:25.465382 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32011): Terminating (SIGTERM)\u000a11:28:25.642905 --- ParallelTerminationStrategy: PID 32011 died...\u000a11:28:25.699730 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=32011): Terminated: ok {rc=0}\u000a11:28:25.789778 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "20", "name" : "nitb_ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:28:22" }, { "cases" : [ { "testActions" : [ ], "age" : 157, "className" : "ussd:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32022): Process ended prematurely: osmo-stp_10.42.42.5(pid=32022) [trial-2359↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32022)]", "failedSince" : 2203, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32022): Process ended prematurely: osmo-stp_10.42.42.5(pid=32022) [trial-2359↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32022)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a11:28:27.587209 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:28:27.597821 tst ussd:oc2g: Using 1 x bts (candidates: 1)\u000a11:28:27.729526 tst assert_extension.py: using LAC 21148\u000a11:28:27.856666 tst assert_extension.py: using RAC 238\u000a11:28:27.984541 tst assert_extension.py: using CellId 21148\u000a11:28:28.111311 tst assert_extension.py: using BVCI 21149\u000a11:28:28.136519 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:28:28.147695 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:28:28.158768 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:28:28.169776 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:28:28.180897 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:28:28.192043 tst ussd:oc2g: Using 1 x modem (candidates: 1)\u000a11:28:28.394089 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:28:28.886414 run create_hlr_db(pid=32016): Launched\u000a11:28:29.064514 bus /sierra_2: Setting Powered False\u000a11:28:30.084581 run create_hlr_db(pid=32016): Terminated: ok {rc=0}\u000a11:28:30.524388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32018): Launched\u000a11:28:30.856721 run osmo-hlr_10.42.42.2(pid=32019): Launched\u000a11:28:31.011157 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:28:31.699543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32021): Launched\u000a11:28:32.161532 run osmo-stp_10.42.42.5(pid=32022): Launched\u000a11:28:32.428710 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:28:33.046116 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32024): Launched\u000a11:28:33.377530 run osmo-msc_10.42.42.6(pid=32025): Launched\u000a11:28:33.572204 run osmo-stp_10.42.42.5(pid=32022): ERR: Terminated: ERROR {rc=1} [trial-2359↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32022)]\u000a11:28:33.712165 run osmo-stp_10.42.42.5(pid=32022): stdout: \u000a| (launched: 2022-12-09_11:28:31.870246)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:28:33.851739 run osmo-stp_10.42.42.5(pid=32022): stderr: \u000a| �[0;m�[38;5;43m20221209112832222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112832224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112832225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112832228 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112832231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112832231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112832231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:28:33.984940 run osmo-stp_10.42.42.5(pid=32022): stdout: \u000a| (launched: 2022-12-09_11:28:31.870246)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:28:34.117407 run osmo-stp_10.42.42.5(pid=32022): stderr: \u000a| �[0;m�[38;5;43m20221209112832222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112832224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112832225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112832228 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112832231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112832231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112832231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:28:34.175134 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=32022): Process ended prematurely: osmo-stp_10.42.42.5(pid=32022) [trial-2359↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32022)] [trial-2359↪ussd:oc2g↪assert_extension.py:17]\u000a11:28:34.184001 tst assert_extension.py:17: Test FAILED (6.6 sec)\u000a11:28:34.249380 run osmo-hlr_10.42.42.2(pid=32019): ERR: Terminated: ERROR {rc=237} [trial-2359↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32019)]\u000a11:28:34.302338 run osmo-hlr_10.42.42.2(pid=32019): stdout: \u000a| (launched: 2022-12-09_11:28:30.691674) \u000a11:28:34.355934 run osmo-hlr_10.42.42.2(pid=32019): stderr: \u000a| �[0;m�[1;31m20221209112830986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209112830986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209112830986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112830986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112830986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209112830986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209112831007 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/ussd:oc2g/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209112831024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209112831024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209112831024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:28:34.428367 run osmo-msc_10.42.42.6(pid=32025): ERR: Terminated: ERROR {rc=2} [trial-2359↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32025)]\u000a11:28:34.481080 run osmo-msc_10.42.42.6(pid=32025): stdout: \u000a| (launched: 2022-12-09_11:28:33.212844) \u000a11:28:34.534290 run osmo-msc_10.42.42.6(pid=32025): stderr: \u000a| �[0;m�[38;5;43m20221209112833535 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209112833536 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe14fed8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209112833536 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209112833536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209112833536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209112833536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209112833538 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209112833538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209112833539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209112833539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:28:34.579653 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32018): Terminating (SIGTERM)\u000a11:28:34.622957 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32021): Terminating (SIGTERM)\u000a11:28:34.665502 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32024): Terminating (SIGTERM)\u000a11:28:34.676115 --- ParallelTerminationStrategy: PID 32018 died...\u000a11:28:34.734454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32018): Terminated: ok {rc=0}\u000a11:28:34.744826 --- ParallelTerminationStrategy: PID 32021 died...\u000a11:28:34.803102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32021): Terminated: ok {rc=0}\u000a11:28:34.813609 --- ParallelTerminationStrategy: PID 32024 died...\u000a11:28:34.871393 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32024): Terminated: ok {rc=0}\u000a11:28:34.959118 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "21", "name" : "ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:28:27" }, { "cases" : [ { "testActions" : [ ], "age" : 157, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32036): Process ended prematurely: osmo-stp_10.42.42.5(pid=32036) [trial-2359↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32036)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32036): Process ended prematurely: osmo-stp_10.42.42.5(pid=32036) [trial-2359↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32036)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a11:28:36.895148 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:28:36.906626 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a11:28:37.071700 tst mo_mt_call.py: using LAC 21149\u000a11:28:37.203252 tst mo_mt_call.py: using RAC 239\u000a11:28:37.332829 tst mo_mt_call.py: using CellId 21149\u000a11:28:37.464068 tst mo_mt_call.py: using BVCI 21150\u000a11:28:37.490082 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:28:37.501808 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:28:37.513309 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:28:37.525504 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:28:37.537801 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:28:37.549987 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:28:37.673965 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:28:37.885396 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:28:38.389787 run create_hlr_db(pid=32030): Launched\u000a11:28:38.569820 bus /sierra_2: Setting Powered False\u000a11:28:39.590819 run create_hlr_db(pid=32030): Terminated: ok {rc=0}\u000a11:28:40.036933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32032): Launched\u000a11:28:40.372483 run osmo-hlr_10.42.42.2(pid=32033): Launched\u000a11:28:40.497679 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:28:41.083766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32035): Launched\u000a11:28:41.419973 run osmo-stp_10.42.42.5(pid=32036): Launched\u000a11:28:41.542257 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:28:42.154299 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32038): Launched\u000a11:28:42.489492 run osmo-msc_10.42.42.6(pid=32039): Launched\u000a11:28:42.686421 run osmo-stp_10.42.42.5(pid=32036): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32036)]\u000a11:28:42.828420 run osmo-stp_10.42.42.5(pid=32036): stdout: \u000a| (launched: 2022-12-09_11:28:41.254194)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:28:42.968755 run osmo-stp_10.42.42.5(pid=32036): stderr: \u000a| �[0;m�[38;5;43m20221209112841447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112841447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112841448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112841448 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112841449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112841449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112841449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:28:43.103049 run osmo-stp_10.42.42.5(pid=32036): stdout: \u000a| (launched: 2022-12-09_11:28:41.254194)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:28:43.236658 run osmo-stp_10.42.42.5(pid=32036): stderr: \u000a| �[0;m�[38;5;43m20221209112841447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112841447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112841448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112841448 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112841449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112841449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112841449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:28:43.295443 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32036): Process ended prematurely: osmo-stp_10.42.42.5(pid=32036) [trial-2359↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32036)] [trial-2359↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a11:28:43.304920 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a11:28:43.369291 run osmo-hlr_10.42.42.2(pid=32033): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32033)]\u000a11:28:43.421624 run osmo-hlr_10.42.42.2(pid=32033): stdout: \u000a| (launched: 2022-12-09_11:28:40.207954) \u000a11:28:43.474388 run osmo-hlr_10.42.42.2(pid=32033): stderr: \u000a| �[0;m�[1;31m20221209112840407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209112840407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209112840408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112840408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112840408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209112840408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209112840424 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209112840434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209112840434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209112840434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:28:43.546109 run osmo-msc_10.42.42.6(pid=32039): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32039)]\u000a11:28:43.598213 run osmo-msc_10.42.42.6(pid=32039): stdout: \u000a| (launched: 2022-12-09_11:28:42.324727) \u000a11:28:43.651269 run osmo-msc_10.42.42.6(pid=32039): stderr: \u000a| �[0;m�[38;5;43m20221209112842647 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209112842647 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1a4a1cfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209112842647 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209112842647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209112842647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209112842647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209112842649 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209112842650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209112842650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209112842650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:28:43.696408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32032): Terminating (SIGTERM)\u000a11:28:43.739570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32035): Terminating (SIGTERM)\u000a11:28:43.783143 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32038): Terminating (SIGTERM)\u000a11:28:43.793106 --- ParallelTerminationStrategy: PID 32032 died...\u000a11:28:43.850408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32032): Terminated: ok {rc=0}\u000a11:28:43.860678 --- ParallelTerminationStrategy: PID 32035 died...\u000a11:28:43.917861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32035): Terminated: ok {rc=0}\u000a11:28:43.928196 --- ParallelTerminationStrategy: PID 32038 died...\u000a11:28:43.985019 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32038): Terminated: ok {rc=0}\u000a11:28:44.072470 bus /sierra_3: Setting Powered False\u000a11:28:45.179671 bus /sierra_3: Setting Powered False\u000a11:28:46.287242 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 157, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32047): Process ended prematurely: osmo-stp_10.42.42.5(pid=32047) [trial-2359↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32047)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32047): Process ended prematurely: osmo-stp_10.42.42.5(pid=32047) [trial-2359↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32047)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:28:47.395753 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:28:47.407820 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a11:28:47.557168 tst mo_mt_call_osmux.py: using LAC 21150\u000a11:28:47.681457 tst mo_mt_call_osmux.py: using RAC 240\u000a11:28:47.804213 tst mo_mt_call_osmux.py: using CellId 21150\u000a11:28:47.929109 tst mo_mt_call_osmux.py: using BVCI 21151\u000a11:28:47.953111 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:28:47.964235 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:28:47.975147 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:28:47.985994 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:28:47.996818 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:28:48.007731 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:28:48.126926 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:28:48.334458 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:28:48.834244 run create_hlr_db(pid=32041): Launched\u000a11:28:49.015331 bus /sierra_2: Setting Powered False\u000a11:28:50.035299 run create_hlr_db(pid=32041): Terminated: ok {rc=0}\u000a11:28:50.451834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32043): Launched\u000a11:28:50.765426 run osmo-hlr_10.42.42.2(pid=32044): Launched\u000a11:28:50.880081 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:28:51.425082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32046): Launched\u000a11:28:51.737933 run osmo-stp_10.42.42.5(pid=32047): Launched\u000a11:28:51.850727 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:28:52.425212 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32049): Launched\u000a11:28:52.738898 run osmo-msc_10.42.42.6(pid=32050): Launched\u000a11:28:52.923141 run osmo-stp_10.42.42.5(pid=32047): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32047)]\u000a11:28:53.056381 run osmo-stp_10.42.42.5(pid=32047): stdout: \u000a| (launched: 2022-12-09_11:28:51.584077)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:28:53.187980 run osmo-stp_10.42.42.5(pid=32047): stderr: \u000a| �[0;m�[38;5;43m20221209112851758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112851758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112851758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112851759 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112851759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112851759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112851759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:28:53.313968 run osmo-stp_10.42.42.5(pid=32047): stdout: \u000a| (launched: 2022-12-09_11:28:51.584077)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:28:53.438734 run osmo-stp_10.42.42.5(pid=32047): stderr: \u000a| �[0;m�[38;5;43m20221209112851758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112851758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112851758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112851759 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112851759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112851759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112851759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:28:53.493797 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32047): Process ended prematurely: osmo-stp_10.42.42.5(pid=32047) [trial-2359↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32047)] [trial-2359↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a11:28:53.502302 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a11:28:53.562605 run osmo-hlr_10.42.42.2(pid=32044): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32044)]\u000a11:28:53.612170 run osmo-hlr_10.42.42.2(pid=32044): stdout: \u000a| (launched: 2022-12-09_11:28:50.611037) \u000a11:28:53.662011 run osmo-hlr_10.42.42.2(pid=32044): stderr: \u000a| �[0;m�[1;31m20221209112850791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209112850791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209112850791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112850791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112850791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209112850791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209112850804 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209112850813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209112850813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209112850813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:28:53.729874 run osmo-msc_10.42.42.6(pid=32050): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32050)]\u000a11:28:53.779205 run osmo-msc_10.42.42.6(pid=32050): stdout: \u000a| (launched: 2022-12-09_11:28:52.583963) \u000a11:28:53.829199 run osmo-msc_10.42.42.6(pid=32050): stderr: \u000a| �[0;m�[38;5;43m20221209112852858 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209112852859 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f98ed22bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209112852859 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209112852859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209112852859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209112852859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209112852861 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209112852861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209112852862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209112852862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:28:53.871617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32043): Terminating (SIGTERM)\u000a11:28:53.911715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32046): Terminating (SIGTERM)\u000a11:28:53.951804 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32049): Terminating (SIGTERM)\u000a11:28:53.961200 --- ParallelTerminationStrategy: PID 32043 died...\u000a11:28:54.015342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32043): Terminated: ok {rc=0}\u000a11:28:54.025399 --- ParallelTerminationStrategy: PID 32046 died...\u000a11:28:54.079744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32046): Terminated: ok {rc=0}\u000a11:28:54.089929 --- ParallelTerminationStrategy: PID 32049 died...\u000a11:28:54.144297 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32049): Terminated: ok {rc=0}\u000a11:28:54.233665 bus /sierra_3: Setting Powered False\u000a11:28:55.337886 bus /sierra_3: Setting Powered False\u000a11:28:56.450595 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "22", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:28:36" }, { "cases" : [ { "testActions" : [ ], "age" : 157, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32061): Process ended prematurely: osmo-stp_10.42.42.5(pid=32061) [trial-2359↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32061)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32061): Process ended prematurely: osmo-stp_10.42.42.5(pid=32061) [trial-2359↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32061)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a11:28:58.420867 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:28:58.432664 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a11:28:58.582762 tst mo_mt_call.py: using LAC 21151\u000a11:28:58.712148 tst mo_mt_call.py: using RAC 241\u000a11:28:58.834980 tst mo_mt_call.py: using CellId 21151\u000a11:28:58.956218 tst mo_mt_call.py: using BVCI 21152\u000a11:28:58.980130 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:28:58.991495 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:28:59.002582 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:28:59.013589 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:28:59.024462 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:28:59.035436 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:28:59.157162 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:28:59.374438 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:28:59.903481 run create_hlr_db(pid=32055): Launched\u000a11:29:00.097714 bus /sierra_2: Setting Powered False\u000a11:29:01.125577 run create_hlr_db(pid=32055): Terminated: ok {rc=0}\u000a11:29:01.652828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32057): Launched\u000a11:29:02.105449 run osmo-hlr_10.42.42.2(pid=32058): Launched\u000a11:29:02.316215 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:29:02.899058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32060): Launched\u000a11:29:03.235733 run osmo-stp_10.42.42.5(pid=32061): Launched\u000a11:29:03.357070 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:29:03.969604 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32063): Launched\u000a11:29:04.307201 run osmo-msc_10.42.42.6(pid=32064): Launched\u000a11:29:04.504409 run osmo-stp_10.42.42.5(pid=32061): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32061)]\u000a11:29:04.646780 run osmo-stp_10.42.42.5(pid=32061): stdout: \u000a| (launched: 2022-12-09_11:29:03.069581)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:29:04.788358 run osmo-stp_10.42.42.5(pid=32061): stderr: \u000a| �[0;m�[38;5;43m20221209112903263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112903263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112903263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112903264 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112903264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112903264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112903264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:29:04.923423 run osmo-stp_10.42.42.5(pid=32061): stdout: \u000a| (launched: 2022-12-09_11:29:03.069581)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:29:05.057424 run osmo-stp_10.42.42.5(pid=32061): stderr: \u000a| �[0;m�[38;5;43m20221209112903263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112903263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112903263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112903264 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112903264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112903264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112903264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:29:05.116255 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32061): Process ended prematurely: osmo-stp_10.42.42.5(pid=32061) [trial-2359↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32061)] [trial-2359↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a11:29:05.125493 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a11:29:05.190236 run osmo-hlr_10.42.42.2(pid=32058): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32058)]\u000a11:29:05.243064 run osmo-hlr_10.42.42.2(pid=32058): stdout: \u000a| (launched: 2022-12-09_11:29:01.827265) \u000a11:29:05.296257 run osmo-hlr_10.42.42.2(pid=32058): stderr: \u000a| �[0;m�[1;31m20221209112902055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209112902055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209112902055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112902055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112902055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209112902056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209112902069 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209112902083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209112902084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209112902084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:29:05.368657 run osmo-msc_10.42.42.6(pid=32064): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32064)]\u000a11:29:05.421403 run osmo-msc_10.42.42.6(pid=32064): stdout: \u000a| (launched: 2022-12-09_11:29:04.140000) \u000a11:29:05.474616 run osmo-msc_10.42.42.6(pid=32064): stderr: \u000a| �[0;m�[38;5;43m20221209112904463 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209112904463 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc2c4222c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209112904463 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209112904463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209112904463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209112904464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209112904465 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209112904466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209112904466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209112904466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:29:05.519605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32057): Terminating (SIGTERM)\u000a11:29:05.562264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32060): Terminating (SIGTERM)\u000a11:29:05.605030 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32063): Terminating (SIGTERM)\u000a11:29:05.615165 --- ParallelTerminationStrategy: PID 32057 died...\u000a11:29:05.672527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32057): Terminated: ok {rc=0}\u000a11:29:05.682794 --- ParallelTerminationStrategy: PID 32060 died...\u000a11:29:05.739796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32060): Terminated: ok {rc=0}\u000a11:29:05.749964 --- ParallelTerminationStrategy: PID 32063 died...\u000a11:29:05.806437 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32063): Terminated: ok {rc=0}\u000a11:29:05.893820 bus /sierra_3: Setting Powered False\u000a11:29:06.997342 bus /sierra_3: Setting Powered False\u000a11:29:08.108102 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 157, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32072): Process ended prematurely: osmo-stp_10.42.42.5(pid=32072) [trial-2359↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32072)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32072): Process ended prematurely: osmo-stp_10.42.42.5(pid=32072) [trial-2359↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32072)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:29:09.226231 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:29:09.238519 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a11:29:09.394905 tst mo_mt_call_osmux.py: using LAC 21152\u000a11:29:09.527887 tst mo_mt_call_osmux.py: using RAC 242\u000a11:29:09.659353 tst mo_mt_call_osmux.py: using CellId 21152\u000a11:29:09.790913 tst mo_mt_call_osmux.py: using BVCI 21153\u000a11:29:09.816470 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:29:09.828060 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:29:09.839539 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:29:09.851368 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:29:09.862825 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:29:09.874558 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:29:09.994559 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:29:10.217204 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:29:10.744682 run create_hlr_db(pid=32066): Launched\u000a11:29:10.938729 bus /sierra_2: Setting Powered False\u000a11:29:11.959862 run create_hlr_db(pid=32066): Terminated: ok {rc=0}\u000a11:29:12.381856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32068): Launched\u000a11:29:12.695390 run osmo-hlr_10.42.42.2(pid=32069): Launched\u000a11:29:12.820222 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:29:13.377571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32071): Launched\u000a11:29:13.693255 run osmo-stp_10.42.42.5(pid=32072): Launched\u000a11:29:13.806848 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:29:14.377463 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32074): Launched\u000a11:29:14.693267 run osmo-msc_10.42.42.6(pid=32075): Launched\u000a11:29:14.876567 run osmo-stp_10.42.42.5(pid=32072): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32072)]\u000a11:29:15.008599 run osmo-stp_10.42.42.5(pid=32072): stdout: \u000a| (launched: 2022-12-09_11:29:13.538620)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:29:15.138459 run osmo-stp_10.42.42.5(pid=32072): stderr: \u000a| �[0;m�[38;5;43m20221209112913713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112913713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112913713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112913714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112913714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112913714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112913714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:29:15.263530 run osmo-stp_10.42.42.5(pid=32072): stdout: \u000a| (launched: 2022-12-09_11:29:13.538620)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:29:15.388207 run osmo-stp_10.42.42.5(pid=32072): stderr: \u000a| �[0;m�[38;5;43m20221209112913713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112913713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112913713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112913714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112913714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112913714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112913714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:29:15.442720 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32072): Process ended prematurely: osmo-stp_10.42.42.5(pid=32072) [trial-2359↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32072)] [trial-2359↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a11:29:15.451541 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a11:29:15.511632 run osmo-hlr_10.42.42.2(pid=32069): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32069)]\u000a11:29:15.561093 run osmo-hlr_10.42.42.2(pid=32069): stdout: \u000a| (launched: 2022-12-09_11:29:12.541409) \u000a11:29:15.611138 run osmo-hlr_10.42.42.2(pid=32069): stderr: \u000a| �[0;m�[1;31m20221209112912721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209112912721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209112912721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112912721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112912721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209112912721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209112912733 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209112912741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209112912741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209112912741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:29:15.679221 run osmo-msc_10.42.42.6(pid=32075): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32075)]\u000a11:29:15.728804 run osmo-msc_10.42.42.6(pid=32075): stdout: \u000a| (launched: 2022-12-09_11:29:14.536835) \u000a11:29:15.778916 run osmo-msc_10.42.42.6(pid=32075): stderr: \u000a| �[0;m�[38;5;43m20221209112914810 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209112914810 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3c9cdbec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209112914810 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209112914810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209112914810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209112914811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209112914812 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209112914813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209112914813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209112914813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:29:15.821296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32068): Terminating (SIGTERM)\u000a11:29:15.868044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32071): Terminating (SIGTERM)\u000a11:29:15.917649 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32074): Terminating (SIGTERM)\u000a11:29:15.929702 --- ParallelTerminationStrategy: PID 32068 died...\u000a11:29:15.991482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32068): Terminated: ok {rc=0}\u000a11:29:16.002822 --- ParallelTerminationStrategy: PID 32071 died...\u000a11:29:16.063545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32071): Terminated: ok {rc=0}\u000a11:29:16.074796 --- ParallelTerminationStrategy: PID 32074 died...\u000a11:29:16.135736 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32074): Terminated: ok {rc=0}\u000a11:29:16.228389 bus /sierra_3: Setting Powered False\u000a11:29:17.340316 bus /sierra_3: Setting Powered False\u000a11:29:18.451901 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "23", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:28:58" }, { "cases" : [ { "testActions" : [ ], "age" : 157, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32086): Process ended prematurely: osmo-stp_10.42.42.5(pid=32086) [trial-2359↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32086)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32086): Process ended prematurely: osmo-stp_10.42.42.5(pid=32086) [trial-2359↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32086)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a11:29:20.410032 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:29:20.421120 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a11:29:20.568838 tst mo_mt_call.py: using LAC 21153\u000a11:29:20.691501 tst mo_mt_call.py: using RAC 243\u000a11:29:20.816336 tst mo_mt_call.py: using CellId 21153\u000a11:29:20.940620 tst mo_mt_call.py: using BVCI 21154\u000a11:29:20.964534 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:29:20.975579 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:29:20.986428 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:29:20.997220 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:29:21.008113 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:29:21.019010 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:29:21.141787 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:29:21.349986 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:29:21.850403 run create_hlr_db(pid=32080): Launched\u000a11:29:22.029594 bus /sierra_2: Setting Powered False\u000a11:29:23.051986 run create_hlr_db(pid=32080): Terminated: ok {rc=0}\u000a11:29:23.497571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32082): Launched\u000a11:29:23.834421 run osmo-hlr_10.42.42.2(pid=32083): Launched\u000a11:29:23.957099 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:29:24.538604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32085): Launched\u000a11:29:24.874082 run osmo-stp_10.42.42.5(pid=32086): Launched\u000a11:29:24.995310 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:29:25.609402 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32088): Launched\u000a11:29:25.945876 run osmo-msc_10.42.42.6(pid=32089): Launched\u000a11:29:26.142366 run osmo-stp_10.42.42.5(pid=32086): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32086)]\u000a11:29:26.284272 run osmo-stp_10.42.42.5(pid=32086): stdout: \u000a| (launched: 2022-12-09_11:29:24.708732)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:29:26.424156 run osmo-stp_10.42.42.5(pid=32086): stderr: \u000a| �[0;m�[38;5;43m20221209112924901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112924902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112924902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112924902 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112924903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112924903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112924903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:29:26.558929 run osmo-stp_10.42.42.5(pid=32086): stdout: \u000a| (launched: 2022-12-09_11:29:24.708732)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:29:26.692240 run osmo-stp_10.42.42.5(pid=32086): stderr: \u000a| �[0;m�[38;5;43m20221209112924901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112924902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112924902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112924902 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112924903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112924903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112924903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:29:26.751451 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32086): Process ended prematurely: osmo-stp_10.42.42.5(pid=32086) [trial-2359↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32086)] [trial-2359↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a11:29:26.760676 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a11:29:26.825104 run osmo-hlr_10.42.42.2(pid=32083): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32083)]\u000a11:29:26.877775 run osmo-hlr_10.42.42.2(pid=32083): stdout: \u000a| (launched: 2022-12-09_11:29:23.669469) \u000a11:29:26.930868 run osmo-hlr_10.42.42.2(pid=32083): stderr: \u000a| �[0;m�[1;31m20221209112923869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209112923869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209112923869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112923869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112923869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209112923869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209112923881 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209112923890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209112923890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209112923890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:29:27.002962 run osmo-msc_10.42.42.6(pid=32089): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32089)]\u000a11:29:27.055073 run osmo-msc_10.42.42.6(pid=32089): stdout: \u000a| (launched: 2022-12-09_11:29:25.780309) \u000a11:29:27.107861 run osmo-msc_10.42.42.6(pid=32089): stderr: \u000a| �[0;m�[38;5;43m20221209112926104 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209112926104 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffabc3f0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209112926104 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209112926104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209112926104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209112926104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209112926106 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209112926106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209112926107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209112926107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:29:27.152473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32082): Terminating (SIGTERM)\u000a11:29:27.195412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32085): Terminating (SIGTERM)\u000a11:29:27.238093 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32088): Terminating (SIGTERM)\u000a11:29:27.248205 --- ParallelTerminationStrategy: PID 32082 died...\u000a11:29:27.305632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32082): Terminated: ok {rc=0}\u000a11:29:27.315809 --- ParallelTerminationStrategy: PID 32085 died...\u000a11:29:27.372618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32085): Terminated: ok {rc=0}\u000a11:29:27.382882 --- ParallelTerminationStrategy: PID 32088 died...\u000a11:29:27.439539 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32088): Terminated: ok {rc=0}\u000a11:29:27.526816 bus /sierra_3: Setting Powered False\u000a11:29:28.635309 bus /sierra_3: Setting Powered False\u000a11:29:29.743216 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 159, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32098): Process ended prematurely: osmo-stp_10.42.42.5(pid=32098) [trial-2359↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32098)]", "failedSince" : 2201, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32098): Process ended prematurely: osmo-stp_10.42.42.5(pid=32098) [trial-2359↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32098)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:29:30.882345 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:29:30.895320 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a11:29:31.068911 tst mo_mt_call_osmux.py: using LAC 21154\u000a11:29:31.203733 tst mo_mt_call_osmux.py: using RAC 244\u000a11:29:31.332286 tst mo_mt_call_osmux.py: using CellId 21154\u000a11:29:31.495562 tst mo_mt_call_osmux.py: using BVCI 21155\u000a11:29:31.533662 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:29:31.549887 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:29:31.565468 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:29:31.581372 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:29:31.596769 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:29:31.612752 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:29:31.747967 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:29:32.044287 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:29:32.593087 run create_hlr_db(pid=32092): Launched\u000a11:29:32.772935 bus /sierra_2: Setting Powered False\u000a11:29:33.794665 run create_hlr_db(pid=32092): Terminated: ok {rc=0}\u000a11:29:34.242558 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32094): Launched\u000a11:29:34.580112 run osmo-hlr_10.42.42.2(pid=32095): Launched\u000a11:29:34.701230 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:29:35.286593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32097): Launched\u000a11:29:35.623972 run osmo-stp_10.42.42.5(pid=32098): Launched\u000a11:29:35.746106 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:29:36.359394 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32100): Launched\u000a11:29:36.696563 run osmo-msc_10.42.42.6(pid=32101): Launched\u000a11:29:36.893390 run osmo-stp_10.42.42.5(pid=32098): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32098)]\u000a11:29:37.035269 run osmo-stp_10.42.42.5(pid=32098): stdout: \u000a| (launched: 2022-12-09_11:29:35.457333)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:29:37.176074 run osmo-stp_10.42.42.5(pid=32098): stderr: \u000a| �[0;m�[38;5;43m20221209112935650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112935650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112935650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112935651 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112935651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112935651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112935651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:29:37.311358 run osmo-stp_10.42.42.5(pid=32098): stdout: \u000a| (launched: 2022-12-09_11:29:35.457333)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:29:37.445740 run osmo-stp_10.42.42.5(pid=32098): stderr: \u000a| �[0;m�[38;5;43m20221209112935650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112935650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112935650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112935651 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112935651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112935651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112935651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:29:37.504795 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32098): Process ended prematurely: osmo-stp_10.42.42.5(pid=32098) [trial-2359↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32098)] [trial-2359↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a11:29:37.514526 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a11:29:37.581046 run osmo-hlr_10.42.42.2(pid=32095): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32095)]\u000a11:29:37.634381 run osmo-hlr_10.42.42.2(pid=32095): stdout: \u000a| (launched: 2022-12-09_11:29:34.413466) \u000a11:29:37.688017 run osmo-hlr_10.42.42.2(pid=32095): stderr: \u000a| �[0;m�[1;31m20221209112934613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209112934613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209112934613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112934613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112934613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209112934614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209112934626 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209112934635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209112934635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209112934635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:29:37.760869 run osmo-msc_10.42.42.6(pid=32101): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32101)]\u000a11:29:37.813827 run osmo-msc_10.42.42.6(pid=32101): stdout: \u000a| (launched: 2022-12-09_11:29:36.530583) \u000a11:29:37.867273 run osmo-msc_10.42.42.6(pid=32101): stderr: \u000a| �[0;m�[38;5;43m20221209112936855 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209112936855 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3be1602c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209112936855 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209112936855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209112936855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209112936855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209112936857 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209112936858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209112936858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209112936858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:29:37.912429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32094): Terminating (SIGTERM)\u000a11:29:37.955389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32097): Terminating (SIGTERM)\u000a11:29:37.998090 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32100): Terminating (SIGTERM)\u000a11:29:38.008248 --- ParallelTerminationStrategy: PID 32094 died...\u000a11:29:38.065808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32094): Terminated: ok {rc=0}\u000a11:29:38.076099 --- ParallelTerminationStrategy: PID 32097 died...\u000a11:29:38.133531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32097): Terminated: ok {rc=0}\u000a11:29:38.143789 --- ParallelTerminationStrategy: PID 32100 died...\u000a11:29:38.201057 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32100): Terminated: ok {rc=0}\u000a11:29:38.289899 bus /sierra_3: Setting Powered False\u000a11:29:39.399253 bus /sierra_3: Setting Powered False\u000a11:29:40.509672 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "24", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:29:20" }, { "cases" : [ { "testActions" : [ ], "age" : 157, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32114): Process ended prematurely: osmo-stp_10.42.42.5(pid=32114) [trial-2359↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32114)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32114): Process ended prematurely: osmo-stp_10.42.42.5(pid=32114) [trial-2359↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32114)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a11:29:42.469417 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:29:42.480490 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a11:29:42.627854 tst mo_mt_call.py: using LAC 21155\u000a11:29:42.752490 tst mo_mt_call.py: using RAC 245\u000a11:29:42.876518 tst mo_mt_call.py: using CellId 21155\u000a11:29:43.004893 tst mo_mt_call.py: using BVCI 21156\u000a11:29:43.028723 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:29:43.039953 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:29:43.050872 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:29:43.061790 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:29:43.072669 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:29:43.083578 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:29:43.205092 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:29:43.427193 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:29:43.957748 run create_hlr_db(pid=32108): Launched\u000a11:29:44.151465 bus /sierra_2: Setting Powered False\u000a11:29:45.172628 run create_hlr_db(pid=32108): Terminated: ok {rc=0}\u000a11:29:45.595564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32110): Launched\u000a11:29:45.986032 run osmo-hlr_10.42.42.2(pid=32111): Launched\u000a11:29:46.168283 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:29:46.789130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32113): Launched\u000a11:29:47.248031 run osmo-stp_10.42.42.5(pid=32114): Launched\u000a11:29:47.420338 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:29:48.037590 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32116): Launched\u000a11:29:48.373137 run osmo-msc_10.42.42.6(pid=32117): Launched\u000a11:29:48.570170 run osmo-stp_10.42.42.5(pid=32114): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32114)]\u000a11:29:48.712211 run osmo-stp_10.42.42.5(pid=32114): stdout: \u000a| (launched: 2022-12-09_11:29:46.951346)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:29:48.853482 run osmo-stp_10.42.42.5(pid=32114): stderr: \u000a| �[0;m�[38;5;43m20221209112947288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112947289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112947291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112947292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112947292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112947292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112947292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:29:48.988703 run osmo-stp_10.42.42.5(pid=32114): stdout: \u000a| (launched: 2022-12-09_11:29:46.951346)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:29:49.122603 run osmo-stp_10.42.42.5(pid=32114): stderr: \u000a| �[0;m�[38;5;43m20221209112947288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112947289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112947291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112947292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112947292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112947292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112947292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:29:49.181686 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32114): Process ended prematurely: osmo-stp_10.42.42.5(pid=32114) [trial-2359↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32114)] [trial-2359↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a11:29:49.191094 tst mo_mt_call.py:8: Test FAILED (6.8 sec)\u000a11:29:49.255823 run osmo-hlr_10.42.42.2(pid=32111): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32111)]\u000a11:29:49.308723 run osmo-hlr_10.42.42.2(pid=32111): stdout: \u000a| (launched: 2022-12-09_11:29:45.755635) \u000a11:29:49.362297 run osmo-hlr_10.42.42.2(pid=32111): stderr: \u000a| �[0;m�[1;31m20221209112946062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209112946062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209112946062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112946062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112946062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209112946063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209112946084 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209112946092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209112946092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209112946097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:29:49.434723 run osmo-msc_10.42.42.6(pid=32117): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32117)]\u000a11:29:49.487552 run osmo-msc_10.42.42.6(pid=32117): stdout: \u000a| (launched: 2022-12-09_11:29:48.207944) \u000a11:29:49.541264 run osmo-msc_10.42.42.6(pid=32117): stderr: \u000a| �[0;m�[38;5;43m20221209112948532 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209112948532 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff05800dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209112948532 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209112948532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209112948533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209112948533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209112948535 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209112948535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209112948535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209112948535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:29:49.586562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32110): Terminating (SIGTERM)\u000a11:29:49.629591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32113): Terminating (SIGTERM)\u000a11:29:49.672208 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32116): Terminating (SIGTERM)\u000a11:29:49.682456 --- ParallelTerminationStrategy: PID 32110 died...\u000a11:29:49.740047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32110): Terminated: ok {rc=0}\u000a11:29:49.750783 --- ParallelTerminationStrategy: PID 32113 died...\u000a11:29:49.808378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32113): Terminated: ok {rc=0}\u000a11:29:49.818749 --- ParallelTerminationStrategy: PID 32116 died...\u000a11:29:49.875926 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32116): Terminated: ok {rc=0}\u000a11:29:49.964552 bus /sierra_3: Setting Powered False\u000a11:29:51.074426 bus /sierra_3: Setting Powered False\u000a11:29:52.183984 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 157, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32125): Process ended prematurely: osmo-stp_10.42.42.5(pid=32125) [trial-2359↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32125)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32125): Process ended prematurely: osmo-stp_10.42.42.5(pid=32125) [trial-2359↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32125)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:29:53.301739 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:29:53.315424 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a11:29:53.467456 tst mo_mt_call_osmux.py: using LAC 21156\u000a11:29:53.590815 tst mo_mt_call_osmux.py: using RAC 246\u000a11:29:53.711584 tst mo_mt_call_osmux.py: using CellId 21156\u000a11:29:53.834662 tst mo_mt_call_osmux.py: using BVCI 21157\u000a11:29:53.858846 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:29:53.870188 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:29:53.881099 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:29:53.891968 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:29:53.902905 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:29:53.913880 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:29:54.036275 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:29:54.245387 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:29:54.746651 run create_hlr_db(pid=32119): Launched\u000a11:29:54.927114 bus /sierra_2: Setting Powered False\u000a11:29:55.949608 run create_hlr_db(pid=32119): Terminated: ok {rc=0}\u000a11:29:56.399165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32121): Launched\u000a11:29:56.736622 run osmo-hlr_10.42.42.2(pid=32122): Launched\u000a11:29:56.859040 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:29:57.444912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32124): Launched\u000a11:29:57.782044 run osmo-stp_10.42.42.5(pid=32125): Launched\u000a11:29:57.904582 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:29:58.521585 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32127): Launched\u000a11:29:58.860045 run osmo-msc_10.42.42.6(pid=32128): Launched\u000a11:29:59.056875 run osmo-stp_10.42.42.5(pid=32125): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32125)]\u000a11:29:59.198896 run osmo-stp_10.42.42.5(pid=32125): stdout: \u000a| (launched: 2022-12-09_11:29:57.615849)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:29:59.339485 run osmo-stp_10.42.42.5(pid=32125): stderr: \u000a| �[0;m�[38;5;43m20221209112957811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112957811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112957811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112957812 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112957812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112957812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112957812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:29:59.473961 run osmo-stp_10.42.42.5(pid=32125): stdout: \u000a| (launched: 2022-12-09_11:29:57.615849)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:29:59.607374 run osmo-stp_10.42.42.5(pid=32125): stderr: \u000a| �[0;m�[38;5;43m20221209112957811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209112957811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209112957811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209112957812 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209112957812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209112957812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209112957812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:29:59.666331 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32125): Process ended prematurely: osmo-stp_10.42.42.5(pid=32125) [trial-2359↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32125)] [trial-2359↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a11:29:59.675808 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a11:29:59.740329 run osmo-hlr_10.42.42.2(pid=32122): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32122)]\u000a11:29:59.793121 run osmo-hlr_10.42.42.2(pid=32122): stdout: \u000a| (launched: 2022-12-09_11:29:56.570509) \u000a11:29:59.846232 run osmo-hlr_10.42.42.2(pid=32122): stderr: \u000a| �[0;m�[1;31m20221209112956769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209112956769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209112956770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112956770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209112956770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209112956770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209112956782 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209112956790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209112956790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209112956790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:29:59.918347 run osmo-msc_10.42.42.6(pid=32128): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32128)]\u000a11:29:59.970807 run osmo-msc_10.42.42.6(pid=32128): stdout: \u000a| (launched: 2022-12-09_11:29:58.693399) \u000a11:30:00.023679 run osmo-msc_10.42.42.6(pid=32128): stderr: \u000a| �[0;m�[38;5;43m20221209112959017 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209112959017 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efccb952c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209112959017 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209112959017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209112959017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209112959018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209112959019 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209112959020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209112959020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209112959020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:30:00.068693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32121): Terminating (SIGTERM)\u000a11:30:00.111264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32124): Terminating (SIGTERM)\u000a11:30:00.154292 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32127): Terminating (SIGTERM)\u000a11:30:00.164561 --- ParallelTerminationStrategy: PID 32121 died...\u000a11:30:00.221974 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32121): Terminated: ok {rc=0}\u000a11:30:00.232404 --- ParallelTerminationStrategy: PID 32124 died...\u000a11:30:00.289603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32124): Terminated: ok {rc=0}\u000a11:30:00.299980 --- ParallelTerminationStrategy: PID 32127 died...\u000a11:30:00.356734 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32127): Terminated: ok {rc=0}\u000a11:30:00.445779 bus /sierra_3: Setting Powered False\u000a11:30:01.550220 bus /sierra_3: Setting Powered False\u000a11:30:02.660229 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "25", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:29:42" }, { "cases" : [ { "testActions" : [ ], "age" : 157, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32142): Process ended prematurely: osmo-stp_10.42.42.5(pid=32142) [trial-2359↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32142)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32142): Process ended prematurely: osmo-stp_10.42.42.5(pid=32142) [trial-2359↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32142)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a11:30:04.633581 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:30:04.645153 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a11:30:04.803995 tst mo_mt_call.py: using LAC 21157\u000a11:30:04.934168 tst mo_mt_call.py: using RAC 247\u000a11:30:05.063841 tst mo_mt_call.py: using CellId 21157\u000a11:30:05.193786 tst mo_mt_call.py: using BVCI 21158\u000a11:30:05.219533 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:30:05.231099 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:30:05.242437 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:30:05.254174 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:30:05.265789 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:30:05.277437 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:30:05.396040 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:30:05.603891 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:30:06.109070 run create_hlr_db(pid=32136): Launched\u000a11:30:06.290113 bus /sierra_2: Setting Powered False\u000a11:30:07.310958 run create_hlr_db(pid=32136): Terminated: ok {rc=0}\u000a11:30:07.759537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32138): Launched\u000a11:30:08.096076 run osmo-hlr_10.42.42.2(pid=32139): Launched\u000a11:30:08.218214 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:30:08.803431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32141): Launched\u000a11:30:09.141041 run osmo-stp_10.42.42.5(pid=32142): Launched\u000a11:30:09.263211 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:30:09.877654 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32144): Launched\u000a11:30:10.213221 run osmo-msc_10.42.42.6(pid=32145): Launched\u000a11:30:10.410112 run osmo-stp_10.42.42.5(pid=32142): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32142)]\u000a11:30:10.552112 run osmo-stp_10.42.42.5(pid=32142): stdout: \u000a| (launched: 2022-12-09_11:30:08.974937)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:30:10.692433 run osmo-stp_10.42.42.5(pid=32142): stderr: \u000a| �[0;m�[38;5;43m20221209113009169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113009169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113009169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113009170 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113009170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113009170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113009170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:30:10.827502 run osmo-stp_10.42.42.5(pid=32142): stdout: \u000a| (launched: 2022-12-09_11:30:08.974937)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:30:10.961029 run osmo-stp_10.42.42.5(pid=32142): stderr: \u000a| �[0;m�[38;5;43m20221209113009169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113009169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113009169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113009170 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113009170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113009170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113009170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:30:11.019666 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32142): Process ended prematurely: osmo-stp_10.42.42.5(pid=32142) [trial-2359↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32142)] [trial-2359↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a11:30:11.029018 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a11:30:11.093904 run osmo-hlr_10.42.42.2(pid=32139): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32139)]\u000a11:30:11.146495 run osmo-hlr_10.42.42.2(pid=32139): stdout: \u000a| (launched: 2022-12-09_11:30:07.930874) \u000a11:30:11.199708 run osmo-hlr_10.42.42.2(pid=32139): stderr: \u000a| �[0;m�[1;31m20221209113008131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209113008131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209113008131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113008131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113008131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209113008131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209113008144 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209113008153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209113008153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209113008153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:30:11.271757 run osmo-msc_10.42.42.6(pid=32145): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32145)]\u000a11:30:11.324267 run osmo-msc_10.42.42.6(pid=32145): stdout: \u000a| (launched: 2022-12-09_11:30:10.048227) \u000a11:30:11.377368 run osmo-msc_10.42.42.6(pid=32145): stderr: \u000a| �[0;m�[38;5;43m20221209113010372 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209113010373 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb9065ddc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209113010373 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209113010373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209113010373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209113010373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209113010375 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209113010375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209113010375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209113010375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:30:11.422440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32138): Terminating (SIGTERM)\u000a11:30:11.464823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32141): Terminating (SIGTERM)\u000a11:30:11.507262 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32144): Terminating (SIGTERM)\u000a11:30:11.517404 --- ParallelTerminationStrategy: PID 32138 died...\u000a11:30:11.574582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32138): Terminated: ok {rc=0}\u000a11:30:11.584879 --- ParallelTerminationStrategy: PID 32141 died...\u000a11:30:11.641623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32141): Terminated: ok {rc=0}\u000a11:30:11.652102 --- ParallelTerminationStrategy: PID 32144 died...\u000a11:30:11.708591 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32144): Terminated: ok {rc=0}\u000a11:30:11.798253 bus /sierra_3: Setting Powered False\u000a11:30:12.907079 bus /sierra_3: Setting Powered False\u000a11:30:14.017403 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 157, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32153): Process ended prematurely: osmo-stp_10.42.42.5(pid=32153) [trial-2359↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32153)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32153): Process ended prematurely: osmo-stp_10.42.42.5(pid=32153) [trial-2359↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32153)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:30:15.135924 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:30:15.148147 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a11:30:15.304520 tst mo_mt_call_osmux.py: using LAC 21158\u000a11:30:15.434127 tst mo_mt_call_osmux.py: using RAC 248\u000a11:30:15.558811 tst mo_mt_call_osmux.py: using CellId 21158\u000a11:30:15.687493 tst mo_mt_call_osmux.py: using BVCI 21159\u000a11:30:15.711559 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:30:15.722880 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:30:15.733756 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:30:15.744505 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:30:15.755720 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:30:15.766668 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:30:15.900501 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:30:16.135867 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:30:16.711589 run create_hlr_db(pid=32147): Launched\u000a11:30:16.912066 bus /sierra_2: Setting Powered False\u000a11:30:17.928275 run create_hlr_db(pid=32147): Terminated: ok {rc=0}\u000a11:30:18.378775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32149): Launched\u000a11:30:18.715673 run osmo-hlr_10.42.42.2(pid=32150): Launched\u000a11:30:18.837786 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:30:19.422042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32152): Launched\u000a11:30:19.757242 run osmo-stp_10.42.42.5(pid=32153): Launched\u000a11:30:19.879726 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:30:20.493427 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32155): Launched\u000a11:30:20.831916 run osmo-msc_10.42.42.6(pid=32156): Launched\u000a11:30:21.029350 run osmo-stp_10.42.42.5(pid=32153): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32153)]\u000a11:30:21.172110 run osmo-stp_10.42.42.5(pid=32153): stdout: \u000a| (launched: 2022-12-09_11:30:19.592337)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:30:21.312655 run osmo-stp_10.42.42.5(pid=32153): stderr: \u000a| �[0;m�[38;5;43m20221209113019786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113019787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113019787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113019787 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113019788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113019788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113019788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:30:21.447839 run osmo-stp_10.42.42.5(pid=32153): stdout: \u000a| (launched: 2022-12-09_11:30:19.592337)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:30:21.581803 run osmo-stp_10.42.42.5(pid=32153): stderr: \u000a| �[0;m�[38;5;43m20221209113019786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113019787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113019787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113019787 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113019788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113019788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113019788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:30:21.640669 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32153): Process ended prematurely: osmo-stp_10.42.42.5(pid=32153) [trial-2359↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32153)] [trial-2359↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a11:30:21.649998 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a11:30:21.714624 run osmo-hlr_10.42.42.2(pid=32150): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32150)]\u000a11:30:21.767684 run osmo-hlr_10.42.42.2(pid=32150): stdout: \u000a| (launched: 2022-12-09_11:30:18.549951) \u000a11:30:21.821504 run osmo-hlr_10.42.42.2(pid=32150): stderr: \u000a| �[0;m�[1;31m20221209113018750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209113018750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209113018750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113018750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113018750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209113018750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209113018763 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209113018771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209113018771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209113018771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:30:21.894123 run osmo-msc_10.42.42.6(pid=32156): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32156)]\u000a11:30:21.946584 run osmo-msc_10.42.42.6(pid=32156): stdout: \u000a| (launched: 2022-12-09_11:30:20.664231) \u000a11:30:21.999750 run osmo-msc_10.42.42.6(pid=32156): stderr: \u000a| �[0;m�[38;5;43m20221209113020988 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209113020988 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f91b3b3bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209113020988 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209113020988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209113020988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209113020989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209113020990 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209113020991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209113020991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209113020991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:30:22.044745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32149): Terminating (SIGTERM)\u000a11:30:22.087102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32152): Terminating (SIGTERM)\u000a11:30:22.130065 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32155): Terminating (SIGTERM)\u000a11:30:22.139919 --- ParallelTerminationStrategy: PID 32149 died...\u000a11:30:22.196853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32149): Terminated: ok {rc=0}\u000a11:30:22.207418 --- ParallelTerminationStrategy: PID 32152 died...\u000a11:30:22.264541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32152): Terminated: ok {rc=0}\u000a11:30:22.274882 --- ParallelTerminationStrategy: PID 32155 died...\u000a11:30:22.331403 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32155): Terminated: ok {rc=0}\u000a11:30:22.419671 bus /sierra_3: Setting Powered False\u000a11:30:23.524098 bus /sierra_3: Setting Powered False\u000a11:30:24.635484 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "26", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:30:04" }, { "cases" : [ { "testActions" : [ ], "age" : 157, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32167): Process ended prematurely: osmo-stp_10.42.42.5(pid=32167) [trial-2359↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32167)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32167): Process ended prematurely: osmo-stp_10.42.42.5(pid=32167) [trial-2359↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32167)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a11:30:26.595548 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:30:26.606638 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:30:26.752023 tst mo_mt_call.py: using LAC 21159\u000a11:30:26.874895 tst mo_mt_call.py: using RAC 249\u000a11:30:26.995684 tst mo_mt_call.py: using CellId 21159\u000a11:30:27.118357 tst mo_mt_call.py: using BVCI 21160\u000a11:30:27.142228 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:30:27.153390 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:30:27.164198 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:30:27.175064 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:30:27.185987 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:30:27.196887 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:30:27.319359 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:30:27.538177 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:30:28.069841 run create_hlr_db(pid=32161): Launched\u000a11:30:28.264297 bus /sierra_2: Setting Powered False\u000a11:30:29.284516 run create_hlr_db(pid=32161): Terminated: ok {rc=0}\u000a11:30:29.704877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32163): Launched\u000a11:30:30.019354 run osmo-hlr_10.42.42.2(pid=32164): Launched\u000a11:30:30.133801 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:30:30.676869 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32166): Launched\u000a11:30:31.172609 run osmo-stp_10.42.42.5(pid=32167): Launched\u000a11:30:31.296569 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:30:31.954863 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32169): Launched\u000a11:30:32.326827 run osmo-msc_10.42.42.6(pid=32170): Launched\u000a11:30:32.510487 run osmo-stp_10.42.42.5(pid=32167): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32167)]\u000a11:30:32.642543 run osmo-stp_10.42.42.5(pid=32167): stdout: \u000a| (launched: 2022-12-09_11:30:30.840000)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:30:32.773218 run osmo-stp_10.42.42.5(pid=32167): stderr: \u000a| �[0;m�[38;5;43m20221209113031081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113031082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113031082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113031082 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113031083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113031083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113031083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:30:32.898776 run osmo-stp_10.42.42.5(pid=32167): stdout: \u000a| (launched: 2022-12-09_11:30:30.840000)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:30:33.023279 run osmo-stp_10.42.42.5(pid=32167): stderr: \u000a| �[0;m�[38;5;43m20221209113031081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113031082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113031082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113031082 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113031083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113031083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113031083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:30:33.078036 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32167): Process ended prematurely: osmo-stp_10.42.42.5(pid=32167) [trial-2359↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32167)] [trial-2359↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a11:30:33.086716 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a11:30:33.148000 run osmo-hlr_10.42.42.2(pid=32164): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32164)]\u000a11:30:33.198203 run osmo-hlr_10.42.42.2(pid=32164): stdout: \u000a| (launched: 2022-12-09_11:30:29.864502) \u000a11:30:33.249013 run osmo-hlr_10.42.42.2(pid=32164): stderr: \u000a| �[0;m�[1;31m20221209113030043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209113030043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209113030043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113030043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113030043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209113030043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209113030056 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209113030065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209113030066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209113030066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:30:33.317885 run osmo-msc_10.42.42.6(pid=32170): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32170)]\u000a11:30:33.367858 run osmo-msc_10.42.42.6(pid=32170): stdout: \u000a| (launched: 2022-12-09_11:30:32.118480) \u000a11:30:33.418546 run osmo-msc_10.42.42.6(pid=32170): stderr: \u000a| �[0;m�[38;5;43m20221209113032428 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209113032429 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fef04308c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209113032429 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209113032429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209113032429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209113032429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209113032432 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209113032432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209113032432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209113032432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:30:33.461335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32163): Terminating (SIGTERM)\u000a11:30:33.501754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32166): Terminating (SIGTERM)\u000a11:30:33.542155 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32169): Terminating (SIGTERM)\u000a11:30:33.551538 --- ParallelTerminationStrategy: PID 32163 died...\u000a11:30:33.605917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32163): Terminated: ok {rc=0}\u000a11:30:33.615704 --- ParallelTerminationStrategy: PID 32166 died...\u000a11:30:33.669827 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32166): Terminated: ok {rc=0}\u000a11:30:33.679545 --- ParallelTerminationStrategy: PID 32169 died...\u000a11:30:33.733114 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32169): Terminated: ok {rc=0}\u000a11:30:33.824505 bus /sierra_3: Setting Powered False\u000a11:30:34.929946 bus /sierra_3: Setting Powered False\u000a11:30:36.043653 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 157, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32178): Process ended prematurely: osmo-stp_10.42.42.5(pid=32178) [trial-2359↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32178)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32178): Process ended prematurely: osmo-stp_10.42.42.5(pid=32178) [trial-2359↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32178)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:30:37.161495 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:30:37.174026 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:30:37.332031 tst mo_mt_call_osmux.py: using LAC 21160\u000a11:30:37.457871 tst mo_mt_call_osmux.py: using RAC 250\u000a11:30:37.582987 tst mo_mt_call_osmux.py: using CellId 21160\u000a11:30:37.709119 tst mo_mt_call_osmux.py: using BVCI 21161\u000a11:30:37.733109 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:30:37.744495 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:30:37.755477 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:30:37.767172 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:30:37.778759 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:30:37.790294 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:30:37.908577 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:30:38.127103 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:30:38.659480 run create_hlr_db(pid=32172): Launched\u000a11:30:38.854113 bus /sierra_2: Setting Powered False\u000a11:30:39.875559 run create_hlr_db(pid=32172): Terminated: ok {rc=0}\u000a11:30:40.297908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32174): Launched\u000a11:30:40.611787 run osmo-hlr_10.42.42.2(pid=32175): Launched\u000a11:30:40.736524 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:30:41.285525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32177): Launched\u000a11:30:41.599869 run osmo-stp_10.42.42.5(pid=32178): Launched\u000a11:30:41.713551 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:30:42.285521 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32180): Launched\u000a11:30:42.602063 run osmo-msc_10.42.42.6(pid=32181): Launched\u000a11:30:42.785400 run osmo-stp_10.42.42.5(pid=32178): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32178)]\u000a11:30:42.917601 run osmo-stp_10.42.42.5(pid=32178): stdout: \u000a| (launched: 2022-12-09_11:30:41.444838)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:30:43.047211 run osmo-stp_10.42.42.5(pid=32178): stderr: \u000a| �[0;m�[38;5;43m20221209113041618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113041618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113041618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113041619 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113041619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113041619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113041619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:30:43.172546 run osmo-stp_10.42.42.5(pid=32178): stdout: \u000a| (launched: 2022-12-09_11:30:41.444838)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:30:43.296377 run osmo-stp_10.42.42.5(pid=32178): stderr: \u000a| �[0;m�[38;5;43m20221209113041618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113041618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113041618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113041619 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113041619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113041619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113041619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:30:43.350845 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32178): Process ended prematurely: osmo-stp_10.42.42.5(pid=32178) [trial-2359↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32178)] [trial-2359↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a11:30:43.359422 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a11:30:43.419724 run osmo-hlr_10.42.42.2(pid=32175): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32175)]\u000a11:30:43.468933 run osmo-hlr_10.42.42.2(pid=32175): stdout: \u000a| (launched: 2022-12-09_11:30:40.457716) \u000a11:30:43.519141 run osmo-hlr_10.42.42.2(pid=32175): stderr: \u000a| �[0;m�[1;31m20221209113040636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209113040636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209113040636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113040637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113040637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209113040637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209113040649 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209113040657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209113040657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209113040657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:30:43.587541 run osmo-msc_10.42.42.6(pid=32181): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32181)]\u000a11:30:43.637318 run osmo-msc_10.42.42.6(pid=32181): stdout: \u000a| (launched: 2022-12-09_11:30:42.444893) \u000a11:30:43.687500 run osmo-msc_10.42.42.6(pid=32181): stderr: \u000a| �[0;m�[38;5;43m20221209113042720 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209113042720 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faa82b40c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209113042720 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209113042720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209113042720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209113042720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209113042722 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209113042723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209113042723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209113042723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:30:43.729871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32174): Terminating (SIGTERM)\u000a11:30:43.769902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32177): Terminating (SIGTERM)\u000a11:30:43.809989 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32180): Terminating (SIGTERM)\u000a11:30:43.819352 --- ParallelTerminationStrategy: PID 32174 died...\u000a11:30:43.872921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32174): Terminated: ok {rc=0}\u000a11:30:43.882661 --- ParallelTerminationStrategy: PID 32177 died...\u000a11:30:43.936459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32177): Terminated: ok {rc=0}\u000a11:30:43.946132 --- ParallelTerminationStrategy: PID 32180 died...\u000a11:30:44.000074 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32180): Terminated: ok {rc=0}\u000a11:30:44.088907 bus /sierra_3: Setting Powered False\u000a11:30:45.193093 bus /sierra_3: Setting Powered False\u000a11:30:46.304257 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "27", "name" : "voice_oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:30:26" }, { "cases" : [ { "testActions" : [ ], "age" : 157, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32192): Process ended prematurely: osmo-stp_10.42.42.5(pid=32192) [trial-2359↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32192)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32192): Process ended prematurely: osmo-stp_10.42.42.5(pid=32192) [trial-2359↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32192)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a11:30:48.257140 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:30:48.268151 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:30:48.417190 tst mo_mt_call.py: using LAC 21161\u000a11:30:48.549697 tst mo_mt_call.py: using RAC 251\u000a11:30:48.676346 tst mo_mt_call.py: using CellId 21161\u000a11:30:48.801451 tst mo_mt_call.py: using BVCI 21162\u000a11:30:48.825603 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:30:48.836663 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:30:48.847505 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:30:48.858442 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:30:48.869260 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:30:48.880000 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:30:49.002343 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:30:49.220331 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:30:49.750141 run create_hlr_db(pid=32186): Launched\u000a11:30:49.945632 bus /sierra_2: Setting Powered False\u000a11:30:50.964600 run create_hlr_db(pid=32186): Terminated: ok {rc=0}\u000a11:30:51.386600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32188): Launched\u000a11:30:51.701125 run osmo-hlr_10.42.42.2(pid=32189): Launched\u000a11:30:51.816292 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:30:52.361257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32191): Launched\u000a11:30:52.675760 run osmo-stp_10.42.42.5(pid=32192): Launched\u000a11:30:52.789647 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:30:53.362268 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32194): Launched\u000a11:30:53.677863 run osmo-msc_10.42.42.6(pid=32195): Launched\u000a11:30:53.861311 run osmo-stp_10.42.42.5(pid=32192): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32192)]\u000a11:30:53.994242 run osmo-stp_10.42.42.5(pid=32192): stdout: \u000a| (launched: 2022-12-09_11:30:52.520763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:30:54.126017 run osmo-stp_10.42.42.5(pid=32192): stderr: \u000a| �[0;m�[38;5;43m20221209113052693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113052693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113052694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113052694 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113052695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113052695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113052695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:30:54.251405 run osmo-stp_10.42.42.5(pid=32192): stdout: \u000a| (launched: 2022-12-09_11:30:52.520763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:30:54.376222 run osmo-stp_10.42.42.5(pid=32192): stderr: \u000a| �[0;m�[38;5;43m20221209113052693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113052693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113052694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113052694 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113052695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113052695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113052695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:30:54.431240 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32192): Process ended prematurely: osmo-stp_10.42.42.5(pid=32192) [trial-2359↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32192)] [trial-2359↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a11:30:54.439981 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a11:30:54.500619 run osmo-hlr_10.42.42.2(pid=32189): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32189)]\u000a11:30:54.550221 run osmo-hlr_10.42.42.2(pid=32189): stdout: \u000a| (launched: 2022-12-09_11:30:51.546490) \u000a11:30:54.600460 run osmo-hlr_10.42.42.2(pid=32189): stderr: \u000a| �[0;m�[1;31m20221209113051726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209113051727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209113051727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113051727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113051727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209113051727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209113051742 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209113051752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209113051752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209113051752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:30:54.668973 run osmo-msc_10.42.42.6(pid=32195): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32195)]\u000a11:30:54.718710 run osmo-msc_10.42.42.6(pid=32195): stdout: \u000a| (launched: 2022-12-09_11:30:53.521365) \u000a11:30:54.768833 run osmo-msc_10.42.42.6(pid=32195): stderr: \u000a| �[0;m�[38;5;43m20221209113053796 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209113053796 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6ccc7cac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209113053796 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209113053796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209113053796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209113053797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209113053798 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209113053799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209113053799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209113053799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:30:54.811507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32188): Terminating (SIGTERM)\u000a11:30:54.851760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32191): Terminating (SIGTERM)\u000a11:30:54.892018 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32194): Terminating (SIGTERM)\u000a11:30:54.901486 --- ParallelTerminationStrategy: PID 32188 died...\u000a11:30:54.955921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32188): Terminated: ok {rc=0}\u000a11:30:54.965823 --- ParallelTerminationStrategy: PID 32191 died...\u000a11:30:55.019909 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32191): Terminated: ok {rc=0}\u000a11:30:55.029739 --- ParallelTerminationStrategy: PID 32194 died...\u000a11:30:55.084263 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32194): Terminated: ok {rc=0}\u000a11:30:55.169159 bus /sierra_3: Setting Powered False\u000a11:30:56.271795 bus /sierra_3: Setting Powered False\u000a11:30:57.385031 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 157, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32203): Process ended prematurely: osmo-stp_10.42.42.5(pid=32203) [trial-2359↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32203)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32203): Process ended prematurely: osmo-stp_10.42.42.5(pid=32203) [trial-2359↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32203)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:30:58.501825 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:30:58.515096 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:30:58.673553 tst mo_mt_call_osmux.py: using LAC 21162\u000a11:30:58.806514 tst mo_mt_call_osmux.py: using RAC 252\u000a11:30:58.938353 tst mo_mt_call_osmux.py: using CellId 21162\u000a11:30:59.069473 tst mo_mt_call_osmux.py: using BVCI 21163\u000a11:30:59.095085 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:30:59.106660 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:30:59.117899 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:30:59.130152 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:30:59.141410 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:30:59.153036 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:30:59.272754 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:30:59.481030 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:30:59.985294 run create_hlr_db(pid=32197): Launched\u000a11:31:00.166101 bus /sierra_2: Setting Powered False\u000a11:31:01.189161 run create_hlr_db(pid=32197): Terminated: ok {rc=0}\u000a11:31:01.630893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32199): Launched\u000a11:31:02.110137 run osmo-hlr_10.42.42.2(pid=32200): Launched\u000a11:31:02.278425 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:31:02.865995 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32202): Launched\u000a11:31:03.204351 run osmo-stp_10.42.42.5(pid=32203): Launched\u000a11:31:03.325924 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:31:03.946617 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32205): Launched\u000a11:31:04.286745 run osmo-msc_10.42.42.6(pid=32206): Launched\u000a11:31:04.484867 run osmo-stp_10.42.42.5(pid=32203): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32203)]\u000a11:31:04.628277 run osmo-stp_10.42.42.5(pid=32203): stdout: \u000a| (launched: 2022-12-09_11:31:03.037541)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:31:04.769683 run osmo-stp_10.42.42.5(pid=32203): stderr: \u000a| �[0;m�[38;5;43m20221209113103231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113103231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113103231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113103232 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113103232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113103232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113103232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:31:04.905204 run osmo-stp_10.42.42.5(pid=32203): stdout: \u000a| (launched: 2022-12-09_11:31:03.037541)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:31:05.039190 run osmo-stp_10.42.42.5(pid=32203): stderr: \u000a| �[0;m�[38;5;43m20221209113103231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113103231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113103231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113103232 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113103232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113103232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113103232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:31:05.098428 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32203): Process ended prematurely: osmo-stp_10.42.42.5(pid=32203) [trial-2359↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32203)] [trial-2359↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a11:31:05.107780 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a11:31:05.172758 run osmo-hlr_10.42.42.2(pid=32200): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32200)]\u000a11:31:05.225698 run osmo-hlr_10.42.42.2(pid=32200): stdout: \u000a| (launched: 2022-12-09_11:31:01.858599) \u000a11:31:05.279219 run osmo-hlr_10.42.42.2(pid=32200): stderr: \u000a| �[0;m�[1;31m20221209113102193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209113102193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209113102193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113102193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113102193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209113102193 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209113102204 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209113102212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209113102213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209113102213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:31:05.352249 run osmo-msc_10.42.42.6(pid=32206): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32206)]\u000a11:31:05.405105 run osmo-msc_10.42.42.6(pid=32206): stdout: \u000a| (launched: 2022-12-09_11:31:04.118420) \u000a11:31:05.458448 run osmo-msc_10.42.42.6(pid=32206): stderr: \u000a| �[0;m�[38;5;43m20221209113104441 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209113104441 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7595fbcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209113104441 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209113104441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209113104441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209113104442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209113104443 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209113104444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209113104444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209113104444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:31:05.503639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32199): Terminating (SIGTERM)\u000a11:31:05.546666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32202): Terminating (SIGTERM)\u000a11:31:05.589125 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32205): Terminating (SIGTERM)\u000a11:31:05.599288 --- ParallelTerminationStrategy: PID 32199 died...\u000a11:31:05.656674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32199): Terminated: ok {rc=0}\u000a11:31:05.667146 --- ParallelTerminationStrategy: PID 32202 died...\u000a11:31:05.724082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32202): Terminated: ok {rc=0}\u000a11:31:05.734510 --- ParallelTerminationStrategy: PID 32205 died...\u000a11:31:05.792098 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32205): Terminated: ok {rc=0}\u000a11:31:05.879054 bus /sierra_3: Setting Powered False\u000a11:31:06.988470 bus /sierra_3: Setting Powered False\u000a11:31:08.099044 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "28", "name" : "voice_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:30:48" }, { "cases" : [ { "testActions" : [ ], "age" : 157, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32217): Process ended prematurely: osmo-stp_10.42.42.5(pid=32217) [trial-2359↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32217)]", "failedSince" : 2203, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32217): Process ended prematurely: osmo-stp_10.42.42.5(pid=32217) [trial-2359↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32217)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 emergency:oc2g emergency_mo_mt_call.py\u000a----------------------------------------------\u000a11:31:10.072334 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:31:10.083006 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a11:31:10.209544 tst emergency_mo_mt_call.py: using LAC 21163\u000a11:31:10.331409 tst emergency_mo_mt_call.py: using RAC 253\u000a11:31:10.454228 tst emergency_mo_mt_call.py: using CellId 21163\u000a11:31:10.579998 tst emergency_mo_mt_call.py: using BVCI 21164\u000a11:31:10.603341 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:31:10.614088 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:31:10.624595 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:31:10.635066 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:31:10.645559 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:31:10.655941 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a11:31:10.776366 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a11:31:10.993844 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:31:11.515218 run create_hlr_db(pid=32211): Launched\u000a11:31:11.708364 bus /sierra_2: Setting Powered False\u000a11:31:12.728296 run create_hlr_db(pid=32211): Terminated: ok {rc=0}\u000a11:31:13.145523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32213): Launched\u000a11:31:13.454677 run osmo-hlr_10.42.42.2(pid=32214): Launched\u000a11:31:13.576553 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:31:14.120419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32216): Launched\u000a11:31:14.430064 run osmo-stp_10.42.42.5(pid=32217): Launched\u000a11:31:14.553282 tst emergency_mo_mt_call.py: using MSISDN 7189\u000a11:31:14.705832 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:31:15.271198 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32219): Launched\u000a11:31:15.581876 run osmo-msc_10.42.42.6(pid=32220): Launched\u000a11:31:15.762790 run osmo-stp_10.42.42.5(pid=32217): ERR: Terminated: ERROR {rc=1} [trial-2359↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32217)]\u000a11:31:15.916863 run osmo-stp_10.42.42.5(pid=32217): stdout: \u000a| (launched: 2022-12-09_11:31:14.277822)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:31:16.061095 run osmo-stp_10.42.42.5(pid=32217): stderr: \u000a| �[0;m�[38;5;43m20221209113114448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113114448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113114449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113114449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113114450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113114450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113114450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:31:16.200715 run osmo-stp_10.42.42.5(pid=32217): stdout: \u000a| (launched: 2022-12-09_11:31:14.277822)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:31:16.338888 run osmo-stp_10.42.42.5(pid=32217): stderr: \u000a| �[0;m�[38;5;43m20221209113114448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113114448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113114449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113114449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113114450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113114450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113114450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:31:16.399251 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=32217): Process ended prematurely: osmo-stp_10.42.42.5(pid=32217) [trial-2359↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32217)] [trial-2359↪emergency:oc2g↪emergency_mo_mt_call.py:19]\u000a11:31:16.409170 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a11:31:16.478326 run osmo-hlr_10.42.42.2(pid=32214): ERR: Terminated: ERROR {rc=237} [trial-2359↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32214)]\u000a11:31:16.534854 run osmo-hlr_10.42.42.2(pid=32214): stdout: \u000a| (launched: 2022-12-09_11:31:13.303029) \u000a11:31:16.591460 run osmo-hlr_10.42.42.2(pid=32214): stderr: \u000a| �[0;m�[1;31m20221209113113481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209113113481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209113113481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113113481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113113481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209113113482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209113113494 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/emergency:oc2g/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209113113502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209113113503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209113113503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:31:16.667434 run osmo-msc_10.42.42.6(pid=32220): ERR: Terminated: ERROR {rc=2} [trial-2359↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32220)]\u000a11:31:16.724240 run osmo-msc_10.42.42.6(pid=32220): stdout: \u000a| (launched: 2022-12-09_11:31:15.428338) \u000a11:31:16.780621 run osmo-msc_10.42.42.6(pid=32220): stderr: \u000a| �[0;m�[38;5;43m20221209113115701 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209113115701 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f732524dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209113115701 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209113115702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209113115702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209113115702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209113115704 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209113115704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209113115704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209113115704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:31:16.829118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32213): Terminating (SIGTERM)\u000a11:31:16.876567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32216): Terminating (SIGTERM)\u000a11:31:16.923880 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32219): Terminating (SIGTERM)\u000a11:31:16.936277 --- ParallelTerminationStrategy: PID 32213 died...\u000a11:31:16.999277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32213): Terminated: ok {rc=0}\u000a11:31:17.011933 --- ParallelTerminationStrategy: PID 32216 died...\u000a11:31:17.072863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32216): Terminated: ok {rc=0}\u000a11:31:17.084577 --- ParallelTerminationStrategy: PID 32219 died...\u000a11:31:17.146329 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32219): Terminated: ok {rc=0}\u000a11:31:17.234811 bus /sierra_3: Setting Powered False\u000a11:31:18.344688 bus /sierra_3: Setting Powered False\u000a11:31:19.457921 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 206, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32228): Process ended prematurely: osmo-stp_10.42.42.5(pid=32228) [trial-2359↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32228)]", "failedSince" : 2154, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32228): Process ended prematurely: osmo-stp_10.42.42.5(pid=32228) [trial-2359↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32228)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 emergency:oc2g emergency_preemptive_call.py\u000a----------------------------------------------\u000a11:31:20.510501 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:31:20.522352 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a11:31:20.650140 tst emergency_preemptive_call.py: using LAC 21164\u000a11:31:20.771934 tst emergency_preemptive_call.py: using RAC 254\u000a11:31:20.901782 tst emergency_preemptive_call.py: using CellId 21164\u000a11:31:21.033300 tst emergency_preemptive_call.py: using BVCI 21165\u000a11:31:21.058917 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:31:21.070260 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:31:21.081348 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:31:21.092699 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:31:21.104164 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a11:31:21.115919 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a11:31:21.236803 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a11:31:21.356573 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a11:31:21.477382 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a11:31:21.692804 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:31:22.215056 run create_hlr_db(pid=32222): Launched\u000a11:31:22.407567 bus /sierra_2: Setting Powered False\u000a11:31:23.428230 run create_hlr_db(pid=32222): Terminated: ok {rc=0}\u000a11:31:23.844592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32224): Launched\u000a11:31:24.155187 run osmo-hlr_10.42.42.2(pid=32225): Launched\u000a11:31:24.273041 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:31:24.807488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32227): Launched\u000a11:31:25.114143 run osmo-stp_10.42.42.5(pid=32228): Launched\u000a11:31:25.237447 tst emergency_preemptive_call.py: using MSISDN 7190\u000a11:31:25.389551 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:31:25.950789 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32230): Launched\u000a11:31:26.258521 run osmo-msc_10.42.42.6(pid=32231): Launched\u000a11:31:26.438905 run osmo-stp_10.42.42.5(pid=32228): ERR: Terminated: ERROR {rc=1} [trial-2359↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32228)]\u000a11:31:26.568667 run osmo-stp_10.42.42.5(pid=32228): stdout: \u000a| (launched: 2022-12-09_11:31:24.962847)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:31:26.696484 run osmo-stp_10.42.42.5(pid=32228): stderr: \u000a| �[0;m�[38;5;43m20221209113125134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113125134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113125134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113125134 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113125135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113125135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113125135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:31:26.819616 run osmo-stp_10.42.42.5(pid=32228): stdout: \u000a| (launched: 2022-12-09_11:31:24.962847)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:31:26.941304 run osmo-stp_10.42.42.5(pid=32228): stderr: \u000a| �[0;m�[38;5;43m20221209113125134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113125134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113125134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113125134 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113125135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113125135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113125135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:31:26.994583 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=32228): Process ended prematurely: osmo-stp_10.42.42.5(pid=32228) [trial-2359↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32228)] [trial-2359↪emergency:oc2g↪emergency_preemptive_call.py:32]\u000a11:31:27.002657 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a11:31:27.062950 run osmo-hlr_10.42.42.2(pid=32225): ERR: Terminated: ERROR {rc=237} [trial-2359↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32225)]\u000a11:31:27.112312 run osmo-hlr_10.42.42.2(pid=32225): stdout: \u000a| (launched: 2022-12-09_11:31:24.001087) \u000a11:31:27.162312 run osmo-hlr_10.42.42.2(pid=32225): stderr: \u000a| �[0;m�[1;31m20221209113124179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209113124179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209113124179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113124179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113124179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209113124179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209113124191 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/emergency:oc2g/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209113124201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209113124201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209113124201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:31:27.230372 run osmo-msc_10.42.42.6(pid=32231): ERR: Terminated: ERROR {rc=2} [trial-2359↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=32231)]\u000a11:31:27.279772 run osmo-msc_10.42.42.6(pid=32231): stdout: \u000a| (launched: 2022-12-09_11:31:26.106361) \u000a11:31:27.329878 run osmo-msc_10.42.42.6(pid=32231): stderr: \u000a| �[0;m�[38;5;43m20221209113126379 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209113126379 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f06ff17ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209113126379 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209113126379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209113126379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209113126380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209113126382 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209113126382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209113126382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209113126382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:31:27.371913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32224): Terminating (SIGTERM)\u000a11:31:27.411789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32227): Terminating (SIGTERM)\u000a11:31:27.451673 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32230): Terminating (SIGTERM)\u000a11:31:27.461014 --- ParallelTerminationStrategy: PID 32224 died...\u000a11:31:27.514664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32224): Terminated: ok {rc=0}\u000a11:31:27.524374 --- ParallelTerminationStrategy: PID 32227 died...\u000a11:31:27.577689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32227): Terminated: ok {rc=0}\u000a11:31:27.587312 --- ParallelTerminationStrategy: PID 32230 died...\u000a11:31:27.640722 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=32230): Terminated: ok {rc=0}\u000a11:31:27.724521 bus /sierra_9: Setting Powered False\u000a11:31:28.827313 bus /sierra_9: Setting Powered False\u000a11:31:29.940208 bus /sierra_8: Setting Powered False\u000a11:31:31.048412 bus /sierra_8: Setting Powered False\u000a11:31:32.168876 bus /sierra_3: Setting Powered False\u000a11:31:33.274857 bus /sierra_3: Setting Powered False\u000a11:31:34.389642 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "29", "name" : "emergency_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:31:09" }, { "cases" : [ { "testActions" : [ ], "age" : 217, "className" : "gprs:oc2g", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32246): Process ended prematurely: osmo-stp_10.42.42.5(pid=32246) [trial-2359↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32246)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32246): Process ended prematurely: osmo-stp_10.42.42.5(pid=32246) [trial-2359↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32246)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:oc2g cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:31:36.477816 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:31:36.488774 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a11:31:36.621357 tst cs_paging_gprs_active.py: using LAC 21165\u000a11:31:36.754109 tst cs_paging_gprs_active.py: using RAC 255\u000a11:31:36.887259 tst cs_paging_gprs_active.py: using CellId 21165\u000a11:31:37.019353 tst cs_paging_gprs_active.py: using BVCI 21166\u000a11:31:37.045367 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:31:37.056314 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:31:37.067216 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:31:37.078312 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:31:37.089260 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:31:37.100145 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:31:37.111491 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:31:37.122815 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:31:37.134209 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a11:31:37.255994 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a11:31:37.543617 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:31:37.675152 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:31:38.002764 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32236): Launched\u000a11:31:38.275529 run iperf3-srv_10.42.42.10(pid=32237): Launched\u000a11:31:38.467575 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:31:38.598189 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:31:38.922471 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32238): Launched\u000a11:31:39.195938 run iperf3-srv_10.42.42.10(pid=32239): Launched\u000a11:31:39.387928 tst cs_paging_gprs_active.py:38: start network...\u000a11:31:39.518498 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:31:40.024000 run create_hlr_db(pid=32240): Launched\u000a11:31:40.220282 bus /sierra_2: Setting Powered False\u000a11:31:41.240573 run create_hlr_db(pid=32240): Terminated: ok {rc=0}\u000a11:31:41.689334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32242): Launched\u000a11:31:42.029704 run osmo-hlr_10.42.42.2(pid=32243): Launched\u000a11:31:42.155877 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:31:42.746025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32245): Launched\u000a11:31:43.084923 run osmo-stp_10.42.42.5(pid=32246): Launched\u000a11:31:43.207062 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:31:43.795505 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32248): Launched\u000a11:31:43.917061 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:31:44.213141 run patchelf(pid=32249): Launched\u000a11:31:44.409996 run osmo-stp_10.42.42.5(pid=32246): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32246)]\u000a11:31:44.554164 run osmo-stp_10.42.42.5(pid=32246): stdout: \u000a| (launched: 2022-12-09_11:31:42.917717)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:31:44.698241 run osmo-stp_10.42.42.5(pid=32246): stderr: \u000a| �[0;m�[38;5;43m20221209113143109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113143109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113143110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113143110 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113143111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113143111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113143111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:31:44.838457 run osmo-stp_10.42.42.5(pid=32246): stdout: \u000a| (launched: 2022-12-09_11:31:42.917717)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:31:44.977174 run osmo-stp_10.42.42.5(pid=32246): stderr: \u000a| �[0;m�[38;5;43m20221209113143109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113143109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113143110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113143110 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113143111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113143111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113143111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:31:45.139719 run patchelf(pid=32249): Terminating (SIGINT)\u000a11:31:45.330725 run patchelf(pid=32249): Terminated: ok {rc=0}\u000a11:31:45.365729 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32246): Process ended prematurely: osmo-stp_10.42.42.5(pid=32246) [trial-2359↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32246)] [trial-2359↪gprs:oc2g↪cs_paging_gprs_active.py:38]\u000a11:31:45.375774 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a11:31:45.441975 run osmo-hlr_10.42.42.2(pid=32243): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:oc2g↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32243)]\u000a11:31:45.495050 run osmo-hlr_10.42.42.2(pid=32243): stdout: \u000a| (launched: 2022-12-09_11:31:41.861950) \u000a11:31:45.548797 run osmo-hlr_10.42.42.2(pid=32243): stderr: \u000a| �[0;m�[1;31m20221209113142062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209113142062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209113142062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113142062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113142062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209113142062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209113142074 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:oc2g/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209113142083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209113142083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209113142083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:31:45.594583 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32236): Terminating (SIGTERM)\u000a11:31:45.637766 run iperf3-srv_10.42.42.10(pid=32237): Terminating (SIGTERM)\u000a11:31:45.681333 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32238): Terminating (SIGTERM)\u000a11:31:45.724317 run iperf3-srv_10.42.42.10(pid=32239): Terminating (SIGTERM)\u000a11:31:45.767975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32242): Terminating (SIGTERM)\u000a11:31:45.811400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32245): Terminating (SIGTERM)\u000a11:31:45.876887 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32248): Terminating (SIGTERM)\u000a11:31:45.903471 --- ParallelTerminationStrategy: PID 32236 died...\u000a11:31:45.972323 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32236): Terminated: ok {rc=0}\u000a11:31:45.984629 --- ParallelTerminationStrategy: PID 32237 died...\u000a11:31:46.057683 run iperf3-srv_10.42.42.10(pid=32237): Terminated {rc=256}\u000a11:31:46.070976 --- ParallelTerminationStrategy: PID 32238 died...\u000a11:31:46.143149 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32238): Terminated: ok {rc=0}\u000a11:31:46.155731 --- ParallelTerminationStrategy: PID 32239 died...\u000a11:31:46.222622 run iperf3-srv_10.42.42.10(pid=32239): Terminated {rc=256}\u000a11:31:46.234131 --- ParallelTerminationStrategy: PID 32242 died...\u000a11:31:46.295899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32242): Terminated: ok {rc=0}\u000a11:31:46.307579 --- ParallelTerminationStrategy: PID 32245 died...\u000a11:31:46.369134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32245): Terminated: ok {rc=0}\u000a11:31:46.380659 --- ParallelTerminationStrategy: PID 32248 died...\u000a11:31:46.441933 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32248): Terminated: ok {rc=0}\u000a11:31:46.550877 bus /gobi_0: Setting Powered False\u000a11:31:47.662448 bus /gobi_0: Setting Powered False\u000a11:31:48.772026 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "gprs:oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32258): Process ended prematurely: osmo-stp_10.42.42.5(pid=32258) [trial-2359↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32258)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32258): Process ended prematurely: osmo-stp_10.42.42.5(pid=32258) [trial-2359↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32258)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:oc2g iperf3.py\u000a----------------------------------------------\u000a11:31:49.890956 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:31:49.902708 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a11:31:50.034786 tst iperf3.py: using LAC 21166\u000a11:31:50.156678 tst iperf3.py: using RAC 1\u000a11:31:50.279680 tst iperf3.py: using CellId 21166\u000a11:31:50.402772 tst iperf3.py: using BVCI 21167\u000a11:31:50.426821 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:31:50.437468 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:31:50.447810 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:31:50.458172 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:31:50.468391 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:31:50.478668 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:31:50.489455 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:31:50.499848 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:31:50.510680 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a11:31:50.817445 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:31:50.958527 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:31:51.306944 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32250): Launched\u000a11:31:51.596915 run iperf3-srv_10.42.42.10(pid=32251): Launched\u000a11:31:51.803030 tst iperf3.py:8: start network...\u000a11:31:51.944120 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:31:52.475058 run create_hlr_db(pid=32252): Launched\u000a11:31:52.669811 bus /gobi_6: Setting Powered False\u000a11:31:53.690577 run create_hlr_db(pid=32252): Terminated: ok {rc=0}\u000a11:31:54.111760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32254): Launched\u000a11:31:54.428357 run osmo-hlr_10.42.42.2(pid=32255): Launched\u000a11:31:54.543757 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:31:55.089797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32257): Launched\u000a11:31:55.405562 run osmo-stp_10.42.42.5(pid=32258): Launched\u000a11:31:55.519864 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:31:56.068728 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32260): Launched\u000a11:31:56.180382 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:31:56.454733 run patchelf(pid=32261): Launched\u000a11:31:56.639845 run osmo-stp_10.42.42.5(pid=32258): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32258)]\u000a11:31:56.774485 run osmo-stp_10.42.42.5(pid=32258): stdout: \u000a| (launched: 2022-12-09_11:31:55.249616)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:31:56.909214 run osmo-stp_10.42.42.5(pid=32258): stderr: \u000a| �[0;m�[38;5;43m20221209113155421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113155422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113155422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113155422 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113155423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113155423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113155423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:31:57.039331 run osmo-stp_10.42.42.5(pid=32258): stdout: \u000a| (launched: 2022-12-09_11:31:55.249616)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:31:57.168726 run osmo-stp_10.42.42.5(pid=32258): stderr: \u000a| �[0;m�[38;5;43m20221209113155421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113155422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113155422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113155422 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113155423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113155423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113155423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:31:57.319876 run patchelf(pid=32261): Terminating (SIGINT)\u000a11:31:57.499048 run patchelf(pid=32261): Terminated: ok {rc=0}\u000a11:31:57.531638 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32258): Process ended prematurely: osmo-stp_10.42.42.5(pid=32258) [trial-2359↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32258)] [trial-2359↪gprs:oc2g↪iperf3.py:8]\u000a11:31:57.540920 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a11:31:57.601601 run osmo-hlr_10.42.42.2(pid=32255): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:oc2g↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32255)]\u000a11:31:57.651286 run osmo-hlr_10.42.42.2(pid=32255): stdout: \u000a| (launched: 2022-12-09_11:31:54.271111) \u000a11:31:57.701794 run osmo-hlr_10.42.42.2(pid=32255): stderr: \u000a| �[0;m�[1;31m20221209113154448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209113154448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209113154448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113154448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113154448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209113154448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209113154463 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:oc2g/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209113154473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209113154473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209113154473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:31:57.744423 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32250): Terminating (SIGTERM)\u000a11:31:57.784545 run iperf3-srv_10.42.42.10(pid=32251): Terminating (SIGTERM)\u000a11:31:57.824724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32254): Terminating (SIGTERM)\u000a11:31:57.864751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32257): Terminating (SIGTERM)\u000a11:31:57.904757 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32260): Terminating (SIGTERM)\u000a11:31:57.914193 --- ParallelTerminationStrategy: PID 32250 died...\u000a11:31:57.967826 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32250): Terminated: ok {rc=0}\u000a11:31:57.977886 --- ParallelTerminationStrategy: PID 32251 died...\u000a11:31:58.031203 run iperf3-srv_10.42.42.10(pid=32251): Terminated {rc=256}\u000a11:31:58.040927 --- ParallelTerminationStrategy: PID 32254 died...\u000a11:31:58.094370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32254): Terminated: ok {rc=0}\u000a11:31:58.103993 --- ParallelTerminationStrategy: PID 32257 died...\u000a11:31:58.157387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32257): Terminated: ok {rc=0}\u000a11:31:58.167109 --- ParallelTerminationStrategy: PID 32260 died...\u000a11:31:58.220295 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32260): Terminated: ok {rc=0}\u000a11:31:58.310295 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:oc2g", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32276): Process ended prematurely: osmo-stp_10.42.42.5(pid=32276) [trial-2359↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32276)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32276): Process ended prematurely: osmo-stp_10.42.42.5(pid=32276) [trial-2359↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32276)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:oc2g iperf3m4.py\u000a----------------------------------------------\u000a11:31:59.423474 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:31:59.434894 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a11:31:59.561238 tst iperf3m4.py: using LAC 21167\u000a11:31:59.686007 tst iperf3m4.py: using RAC 2\u000a11:31:59.810794 tst iperf3m4.py: using CellId 21167\u000a11:31:59.943426 tst iperf3m4.py: using BVCI 21168\u000a11:31:59.969568 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:31:59.980707 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:31:59.991811 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:32:00.003337 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:32:00.014728 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:32:00.026590 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:32:00.039112 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:32:00.050180 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:32:00.061919 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a11:32:00.183611 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a11:32:00.307711 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a11:32:00.425432 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a11:32:00.715662 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:32:00.863967 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:32:01.249888 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32262): Launched\u000a11:32:01.562259 run iperf3-srv_10.42.42.10(pid=32263): Launched\u000a11:32:01.776372 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:32:01.922739 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:32:02.277238 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32264): Launched\u000a11:32:02.593440 run iperf3-srv_10.42.42.10(pid=32265): Launched\u000a11:32:02.799775 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:32:02.941116 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:32:03.291221 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32266): Launched\u000a11:32:03.582321 run iperf3-srv_10.42.42.10(pid=32267): Launched\u000a11:32:03.788395 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:32:03.929254 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:32:04.278747 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32268): Launched\u000a11:32:04.570037 run iperf3-srv_10.42.42.10(pid=32269): Launched\u000a11:32:04.776210 tst iperf3m4.py:8: start network...\u000a11:32:04.917568 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:32:05.447549 run create_hlr_db(pid=32270): Launched\u000a11:32:05.642026 bus /gobi_6: Setting Powered False\u000a11:32:06.663892 run create_hlr_db(pid=32270): Terminated: ok {rc=0}\u000a11:32:07.114704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32272): Launched\u000a11:32:07.453067 run osmo-hlr_10.42.42.2(pid=32273): Launched\u000a11:32:07.577380 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:32:08.164041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32275): Launched\u000a11:32:08.501635 run osmo-stp_10.42.42.5(pid=32276): Launched\u000a11:32:08.623415 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:32:09.213117 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32278): Launched\u000a11:32:09.333321 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:32:09.626333 run patchelf(pid=32279): Launched\u000a11:32:09.823303 run osmo-stp_10.42.42.5(pid=32276): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32276)]\u000a11:32:09.966929 run osmo-stp_10.42.42.5(pid=32276): stdout: \u000a| (launched: 2022-12-09_11:32:08.334800)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:32:10.110641 run osmo-stp_10.42.42.5(pid=32276): stderr: \u000a| �[0;m�[38;5;43m20221209113208525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113208525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113208525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113208526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113208526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113208526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113208526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:32:10.249649 run osmo-stp_10.42.42.5(pid=32276): stdout: \u000a| (launched: 2022-12-09_11:32:08.334800)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:32:10.387308 run osmo-stp_10.42.42.5(pid=32276): stderr: \u000a| �[0;m�[38;5;43m20221209113208525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113208525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113208525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113208526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113208526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113208526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113208526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:32:10.548372 run patchelf(pid=32279): Terminating (SIGINT)\u000a11:32:10.738460 run patchelf(pid=32279): Terminated: ok {rc=0}\u000a11:32:10.772889 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32276): Process ended prematurely: osmo-stp_10.42.42.5(pid=32276) [trial-2359↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32276)] [trial-2359↪gprs:oc2g↪iperf3m4.py:8]\u000a11:32:10.782987 tst iperf3m4.py:8: Test FAILED (11.4 sec)\u000a11:32:10.848349 run osmo-hlr_10.42.42.2(pid=32273): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:oc2g↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32273)]\u000a11:32:10.901217 run osmo-hlr_10.42.42.2(pid=32273): stdout: \u000a| (launched: 2022-12-09_11:32:07.285943) \u000a11:32:10.954564 run osmo-hlr_10.42.42.2(pid=32273): stderr: \u000a| �[0;m�[1;31m20221209113207482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209113207482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209113207482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113207482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113207482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209113207482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209113207495 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:oc2g/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209113207505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209113207506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209113207506 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:32:10.999646 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32262): Terminating (SIGTERM)\u000a11:32:11.042147 run iperf3-srv_10.42.42.10(pid=32263): Terminating (SIGTERM)\u000a11:32:11.085145 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32264): Terminating (SIGTERM)\u000a11:32:11.127327 run iperf3-srv_10.42.42.10(pid=32265): Terminating (SIGTERM)\u000a11:32:11.169816 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32266): Terminating (SIGTERM)\u000a11:32:11.212212 run iperf3-srv_10.42.42.10(pid=32267): Terminating (SIGTERM)\u000a11:32:11.254842 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32268): Terminating (SIGTERM)\u000a11:32:11.297397 run iperf3-srv_10.42.42.10(pid=32269): Terminating (SIGTERM)\u000a11:32:11.340096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32272): Terminating (SIGTERM)\u000a11:32:11.383158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32275): Terminating (SIGTERM)\u000a11:32:11.425980 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32278): Terminating (SIGTERM)\u000a11:32:11.435990 --- ParallelTerminationStrategy: PID 32262 died...\u000a11:32:11.493446 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32262): Terminated: ok {rc=0}\u000a11:32:11.503843 --- ParallelTerminationStrategy: PID 32263 died...\u000a11:32:11.560890 run iperf3-srv_10.42.42.10(pid=32263): Terminated {rc=256}\u000a11:32:11.571340 --- ParallelTerminationStrategy: PID 32264 died...\u000a11:32:11.628440 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32264): Terminated: ok {rc=0}\u000a11:32:11.638816 --- ParallelTerminationStrategy: PID 32265 died...\u000a11:32:11.695552 run iperf3-srv_10.42.42.10(pid=32265): Terminated {rc=256}\u000a11:32:11.705946 --- ParallelTerminationStrategy: PID 32266 died...\u000a11:32:11.762958 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32266): Terminated: ok {rc=0}\u000a11:32:11.773404 --- ParallelTerminationStrategy: PID 32267 died...\u000a11:32:11.830785 run iperf3-srv_10.42.42.10(pid=32267): Terminated {rc=256}\u000a11:32:11.841200 --- ParallelTerminationStrategy: PID 32268 died...\u000a11:32:11.898428 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32268): Terminated: ok {rc=0}\u000a11:32:11.908826 --- ParallelTerminationStrategy: PID 32269 died...\u000a11:32:11.965936 run iperf3-srv_10.42.42.10(pid=32269): Terminated {rc=256}\u000a11:32:11.976477 --- ParallelTerminationStrategy: PID 32272 died...\u000a11:32:12.033600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32272): Terminated: ok {rc=0}\u000a11:32:12.043910 --- ParallelTerminationStrategy: PID 32275 died...\u000a11:32:12.100734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32275): Terminated: ok {rc=0}\u000a11:32:12.111402 --- ParallelTerminationStrategy: PID 32278 died...\u000a11:32:12.168196 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32278): Terminated: ok {rc=0}\u000a11:32:12.256526 bus /gobi_4: Setting Powered False\u000a11:32:13.365912 bus /gobi_4: Setting Powered False\u000a11:32:14.480303 bus /gobi_1: Setting Powered False\u000a11:32:15.589378 bus /gobi_1: Setting Powered False\u000a11:32:16.701613 bus /gobi_0: Setting Powered False\u000a11:32:17.808339 bus /gobi_0: Setting Powered False\u000a11:32:18.921473 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32286): Process ended prematurely: osmo-stp_10.42.42.5(pid=32286) [trial-2359↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32286)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32286): Process ended prematurely: osmo-stp_10.42.42.5(pid=32286) [trial-2359↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32286)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:oc2g ping.py\u000a----------------------------------------------\u000a11:32:19.990486 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:32:20.002386 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a11:32:20.134867 tst ping.py: using LAC 21168\u000a11:32:20.268619 tst ping.py: using RAC 3\u000a11:32:20.397311 tst ping.py: using CellId 21168\u000a11:32:20.527286 tst ping.py: using BVCI 21169\u000a11:32:20.552823 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:32:20.564064 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:32:20.575020 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:32:20.586327 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:32:20.597548 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:32:20.608741 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:32:20.620378 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:32:20.631603 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a11:32:20.932543 tst ping.py:19: start network...\u000a11:32:21.070642 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:32:21.588147 run create_hlr_db(pid=32280): Launched\u000a11:32:21.780041 bus /gobi_6: Setting Powered False\u000a11:32:22.800540 run create_hlr_db(pid=32280): Terminated: ok {rc=0}\u000a11:32:23.244218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32282): Launched\u000a11:32:23.575548 run osmo-hlr_10.42.42.2(pid=32283): Launched\u000a11:32:23.703056 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:32:24.280460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32285): Launched\u000a11:32:24.614554 run osmo-stp_10.42.42.5(pid=32286): Launched\u000a11:32:24.734744 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:32:25.310773 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32288): Launched\u000a11:32:25.428262 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:32:25.716609 run patchelf(pid=32289): Launched\u000a11:32:25.911282 run osmo-stp_10.42.42.5(pid=32286): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32286)]\u000a11:32:26.052418 run osmo-stp_10.42.42.5(pid=32286): stdout: \u000a| (launched: 2022-12-09_11:32:24.449855)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:32:26.193844 run osmo-stp_10.42.42.5(pid=32286): stderr: \u000a| �[0;m�[38;5;43m20221209113224644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113224644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113224645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113224645 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113224645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113224645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113224646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:32:26.330527 run osmo-stp_10.42.42.5(pid=32286): stdout: \u000a| (launched: 2022-12-09_11:32:24.449855)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:32:26.465965 run osmo-stp_10.42.42.5(pid=32286): stderr: \u000a| �[0;m�[38;5;43m20221209113224644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113224644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113224645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113224645 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113224645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113224645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113224646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:32:26.624197 run patchelf(pid=32289): Terminating (SIGINT)\u000a11:32:26.811357 run patchelf(pid=32289): Terminated: ok {rc=0}\u000a11:32:26.845680 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=32286): Process ended prematurely: osmo-stp_10.42.42.5(pid=32286) [trial-2359↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32286)] [trial-2359↪gprs:oc2g↪ping.py:22]\u000a11:32:26.855095 tst ping.py:22: Test FAILED (6.9 sec)\u000a11:32:26.920257 run osmo-hlr_10.42.42.2(pid=32283): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:oc2g↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32283)]\u000a11:32:26.973142 run osmo-hlr_10.42.42.2(pid=32283): stdout: \u000a| (launched: 2022-12-09_11:32:23.412276) \u000a11:32:27.026649 run osmo-hlr_10.42.42.2(pid=32283): stderr: \u000a| �[0;m�[1;31m20221209113223612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209113223612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209113223612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113223612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113223612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209113223612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209113223625 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:oc2g/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209113223633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209113223633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209113223633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:32:27.071969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32282): Terminating (SIGTERM)\u000a11:32:27.115302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32285): Terminating (SIGTERM)\u000a11:32:27.158792 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32288): Terminating (SIGTERM)\u000a11:32:27.168885 --- ParallelTerminationStrategy: PID 32282 died...\u000a11:32:27.226862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32282): Terminated: ok {rc=0}\u000a11:32:27.237312 --- ParallelTerminationStrategy: PID 32285 died...\u000a11:32:27.294903 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32285): Terminated: ok {rc=0}\u000a11:32:27.305535 --- ParallelTerminationStrategy: PID 32288 died...\u000a11:32:27.362349 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32288): Terminated: ok {rc=0}\u000a11:32:27.451153 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32296): Process ended prematurely: osmo-stp_10.42.42.5(pid=32296) [trial-2359↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32296)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32296): Process ended prematurely: osmo-stp_10.42.42.5(pid=32296) [trial-2359↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32296)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:oc2g ping_idle_ping.py\u000a----------------------------------------------\u000a11:32:28.506779 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:32:28.518025 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a11:32:28.644939 tst ping_idle_ping.py: using LAC 21169\u000a11:32:28.768134 tst ping_idle_ping.py: using RAC 4\u000a11:32:28.891968 tst ping_idle_ping.py: using CellId 21169\u000a11:32:29.027359 tst ping_idle_ping.py: using BVCI 21170\u000a11:32:29.052588 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:32:29.063988 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:32:29.075345 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:32:29.086845 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:32:29.098364 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:32:29.109609 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:32:29.121028 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a11:32:29.132186 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a11:32:29.416464 tst ping_idle_ping.py:24: start network...\u000a11:32:29.544718 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:32:30.042067 run create_hlr_db(pid=32290): Launched\u000a11:32:30.221440 bus /gobi_6: Setting Powered False\u000a11:32:31.258608 run create_hlr_db(pid=32290): Terminated: ok {rc=0}\u000a11:32:31.716194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32292): Launched\u000a11:32:32.151428 run osmo-hlr_10.42.42.2(pid=32293): Launched\u000a11:32:32.330398 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:32:32.909800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32295): Launched\u000a11:32:33.244268 run osmo-stp_10.42.42.5(pid=32296): Launched\u000a11:32:33.365268 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:32:33.946014 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32298): Launched\u000a11:32:34.065139 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:32:34.357475 run patchelf(pid=32299): Launched\u000a11:32:34.552111 run osmo-stp_10.42.42.5(pid=32296): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32296)]\u000a11:32:34.694089 run osmo-stp_10.42.42.5(pid=32296): stdout: \u000a| (launched: 2022-12-09_11:32:33.079223)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:32:34.837041 run osmo-stp_10.42.42.5(pid=32296): stderr: \u000a| �[0;m�[38;5;43m20221209113233271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113233272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113233272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113233272 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113233273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113233273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113233273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:32:34.974527 run osmo-stp_10.42.42.5(pid=32296): stdout: \u000a| (launched: 2022-12-09_11:32:33.079223)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:32:35.110558 run osmo-stp_10.42.42.5(pid=32296): stderr: \u000a| �[0;m�[38;5;43m20221209113233271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113233272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113233272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113233272 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113233273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113233273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113233273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:32:35.270082 run patchelf(pid=32299): Terminating (SIGINT)\u000a11:32:35.457966 run patchelf(pid=32299): Terminated: ok {rc=0}\u000a11:32:35.491814 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32296): Process ended prematurely: osmo-stp_10.42.42.5(pid=32296) [trial-2359↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32296)] [trial-2359↪gprs:oc2g↪ping_idle_ping.py:27]\u000a11:32:35.501284 tst ping_idle_ping.py:27: Test FAILED (7.0 sec)\u000a11:32:35.566135 run osmo-hlr_10.42.42.2(pid=32293): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:oc2g↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32293)]\u000a11:32:35.618532 run osmo-hlr_10.42.42.2(pid=32293): stdout: \u000a| (launched: 2022-12-09_11:32:31.877087) \u000a11:32:35.671584 run osmo-hlr_10.42.42.2(pid=32293): stderr: \u000a| �[0;m�[1;31m20221209113232168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209113232168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209113232168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113232168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113232168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209113232168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209113232182 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:oc2g/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209113232198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209113232198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209113232199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:32:35.716799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32292): Terminating (SIGTERM)\u000a11:32:35.759744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32295): Terminating (SIGTERM)\u000a11:32:35.803831 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32298): Terminating (SIGTERM)\u000a11:32:35.814786 --- ParallelTerminationStrategy: PID 32292 died...\u000a11:32:35.871961 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32292): Terminated: ok {rc=0}\u000a11:32:35.882294 --- ParallelTerminationStrategy: PID 32295 died...\u000a11:32:35.936516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32295): Terminated: ok {rc=0}\u000a11:32:35.946880 --- ParallelTerminationStrategy: PID 32298 died...\u000a11:32:36.001577 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32298): Terminated: ok {rc=0}\u000a11:32:36.092351 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "30", "name" : "gprs_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:31:36" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32317): Process ended prematurely: osmo-stp_10.42.42.5(pid=32317) [trial-2359↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32317)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32317): Process ended prematurely: osmo-stp_10.42.42.5(pid=32317) [trial-2359↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32317)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:oc2g+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:32:38.202266 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:32:38.212892 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:32:38.339496 tst cs_paging_gprs_active.py: using LAC 21170\u000a11:32:38.463674 tst cs_paging_gprs_active.py: using RAC 5\u000a11:32:38.587766 tst cs_paging_gprs_active.py: using CellId 21170\u000a11:32:38.711967 tst cs_paging_gprs_active.py: using BVCI 21171\u000a11:32:38.735580 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:32:38.746433 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:32:38.756925 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:32:38.768000 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:32:38.779003 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:32:38.790043 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:32:38.801290 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:32:38.812244 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:32:38.823579 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:32:38.946745 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:32:39.247735 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:32:39.386195 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:32:39.726525 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32307): Launched\u000a11:32:40.011833 run iperf3-srv_10.42.42.10(pid=32308): Launched\u000a11:32:40.213838 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:32:40.351010 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:32:40.691714 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32309): Launched\u000a11:32:40.976021 run iperf3-srv_10.42.42.10(pid=32310): Launched\u000a11:32:41.177858 tst cs_paging_gprs_active.py:38: start network...\u000a11:32:41.315082 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:32:41.837644 run create_hlr_db(pid=32311): Launched\u000a11:32:42.028758 bus /gobi_6: Setting Powered False\u000a11:32:43.050446 run create_hlr_db(pid=32311): Terminated: ok {rc=0}\u000a11:32:43.468079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32313): Launched\u000a11:32:43.777846 run osmo-hlr_10.42.42.2(pid=32314): Launched\u000a11:32:43.891297 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:32:44.426918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32316): Launched\u000a11:32:44.737311 run osmo-stp_10.42.42.5(pid=32317): Launched\u000a11:32:44.850615 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:32:45.391053 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32319): Launched\u000a11:32:45.500749 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:32:45.771104 run patchelf(pid=32320): Launched\u000a11:32:45.958370 run osmo-stp_10.42.42.5(pid=32317): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32317)]\u000a11:32:46.092334 run osmo-stp_10.42.42.5(pid=32317): stdout: \u000a| (launched: 2022-12-09_11:32:44.584299)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:32:46.227378 run osmo-stp_10.42.42.5(pid=32317): stderr: \u000a| �[0;m�[38;5;43m20221209113244756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113244757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113244757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113244757 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113244758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113244758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113244758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:32:46.360048 run osmo-stp_10.42.42.5(pid=32317): stdout: \u000a| (launched: 2022-12-09_11:32:44.584299)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:32:46.489962 run osmo-stp_10.42.42.5(pid=32317): stderr: \u000a| �[0;m�[38;5;43m20221209113244756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113244757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113244757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113244757 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113244758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113244758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113244758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:32:46.641310 run patchelf(pid=32320): Terminating (SIGINT)\u000a11:32:46.819173 run patchelf(pid=32320): Terminated: ok {rc=0}\u000a11:32:46.852828 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32317): Process ended prematurely: osmo-stp_10.42.42.5(pid=32317) [trial-2359↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32317)] [trial-2359↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a11:32:46.863405 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a11:32:46.926054 run osmo-hlr_10.42.42.2(pid=32314): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32314)]\u000a11:32:46.977734 run osmo-hlr_10.42.42.2(pid=32314): stdout: \u000a| (launched: 2022-12-09_11:32:43.625526) \u000a11:32:47.030164 run osmo-hlr_10.42.42.2(pid=32314): stderr: \u000a| �[0;m�[1;31m20221209113243803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209113243803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209113243803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113243803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113243803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209113243803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209113243815 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:oc2g+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209113243826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209113243826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209113243826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:32:47.074769 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32307): Terminating (SIGTERM)\u000a11:32:47.118627 run iperf3-srv_10.42.42.10(pid=32308): Terminating (SIGTERM)\u000a11:32:47.162266 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32309): Terminating (SIGTERM)\u000a11:32:47.204312 run iperf3-srv_10.42.42.10(pid=32310): Terminating (SIGTERM)\u000a11:32:47.249055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32313): Terminating (SIGTERM)\u000a11:32:47.289820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32316): Terminating (SIGTERM)\u000a11:32:47.330264 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32319): Terminating (SIGTERM)\u000a11:32:47.339467 --- ParallelTerminationStrategy: PID 32307 died...\u000a11:32:47.393573 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32307): Terminated: ok {rc=0}\u000a11:32:47.403191 --- ParallelTerminationStrategy: PID 32308 died...\u000a11:32:47.457271 run iperf3-srv_10.42.42.10(pid=32308): Terminated {rc=256}\u000a11:32:47.466836 --- ParallelTerminationStrategy: PID 32309 died...\u000a11:32:47.520596 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32309): Terminated: ok {rc=0}\u000a11:32:47.530230 --- ParallelTerminationStrategy: PID 32310 died...\u000a11:32:47.584000 run iperf3-srv_10.42.42.10(pid=32310): Terminated {rc=256}\u000a11:32:47.593674 --- ParallelTerminationStrategy: PID 32313 died...\u000a11:32:47.647261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32313): Terminated: ok {rc=0}\u000a11:32:47.656803 --- ParallelTerminationStrategy: PID 32316 died...\u000a11:32:47.710333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32316): Terminated: ok {rc=0}\u000a11:32:47.719927 --- ParallelTerminationStrategy: PID 32319 died...\u000a11:32:47.773703 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32319): Terminated: ok {rc=0}\u000a11:32:47.864118 bus /gobi_0: Setting Powered False\u000a11:32:48.969387 bus /gobi_0: Setting Powered False\u000a11:32:50.076450 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32329): Process ended prematurely: osmo-stp_10.42.42.5(pid=32329) [trial-2359↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32329)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32329): Process ended prematurely: osmo-stp_10.42.42.5(pid=32329) [trial-2359↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32329)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:oc2g+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a11:32:51.192512 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:32:51.204548 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:32:51.340548 tst iperf3.py: using LAC 21171\u000a11:32:51.472135 tst iperf3.py: using RAC 6\u000a11:32:51.605094 tst iperf3.py: using CellId 21171\u000a11:32:51.734723 tst iperf3.py: using BVCI 21172\u000a11:32:51.760164 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:32:51.771565 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:32:51.782755 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:32:51.794191 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:32:51.805540 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:32:51.816694 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:32:51.828090 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:32:51.839626 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:32:51.851515 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:32:52.151063 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:32:52.288396 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:32:52.631188 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32321): Launched\u000a11:32:52.915088 run iperf3-srv_10.42.42.10(pid=32322): Launched\u000a11:32:53.116414 tst iperf3.py:8: start network...\u000a11:32:53.253610 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:32:53.773250 run create_hlr_db(pid=32323): Launched\u000a11:32:53.963665 bus /gobi_6: Setting Powered False\u000a11:32:54.984882 run create_hlr_db(pid=32323): Terminated: ok {rc=0}\u000a11:32:55.402267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32325): Launched\u000a11:32:55.713112 run osmo-hlr_10.42.42.2(pid=32326): Launched\u000a11:32:55.835101 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:32:56.380210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32328): Launched\u000a11:32:56.690897 run osmo-stp_10.42.42.5(pid=32329): Launched\u000a11:32:56.802820 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:32:57.342779 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32331): Launched\u000a11:32:57.451958 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:32:57.721611 run patchelf(pid=32332): Launched\u000a11:32:57.902497 run osmo-stp_10.42.42.5(pid=32329): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32329)]\u000a11:32:58.034775 run osmo-stp_10.42.42.5(pid=32329): stdout: \u000a| (launched: 2022-12-09_11:32:56.538088)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:32:58.167542 run osmo-stp_10.42.42.5(pid=32329): stderr: \u000a| �[0;m�[38;5;43m20221209113256709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113256709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113256709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113256710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113256710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113256710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113256710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:32:58.295387 run osmo-stp_10.42.42.5(pid=32329): stdout: \u000a| (launched: 2022-12-09_11:32:56.538088)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:32:58.422255 run osmo-stp_10.42.42.5(pid=32329): stderr: \u000a| �[0;m�[38;5;43m20221209113256709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113256709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113256709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113256710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113256710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113256710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113256710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:32:58.570260 run patchelf(pid=32332): Terminating (SIGINT)\u000a11:32:58.744633 run patchelf(pid=32332): Terminated: ok {rc=0}\u000a11:32:58.776640 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32329): Process ended prematurely: osmo-stp_10.42.42.5(pid=32329) [trial-2359↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32329)] [trial-2359↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8]\u000a11:32:58.786003 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a11:32:58.846502 run osmo-hlr_10.42.42.2(pid=32326): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:oc2g+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32326)]\u000a11:32:58.895646 run osmo-hlr_10.42.42.2(pid=32326): stdout: \u000a| (launched: 2022-12-09_11:32:55.559085) \u000a11:32:58.945549 run osmo-hlr_10.42.42.2(pid=32326): stderr: \u000a| �[0;m�[1;31m20221209113255735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209113255735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209113255735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113255735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113255736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209113255736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209113255748 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:oc2g+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209113255756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209113255756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209113255756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:32:58.988119 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32321): Terminating (SIGTERM)\u000a11:32:59.028221 run iperf3-srv_10.42.42.10(pid=32322): Terminating (SIGTERM)\u000a11:32:59.068912 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32325): Terminating (SIGTERM)\u000a11:32:59.109444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32328): Terminating (SIGTERM)\u000a11:32:59.149530 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32331): Terminating (SIGTERM)\u000a11:32:59.158694 --- ParallelTerminationStrategy: PID 32321 died...\u000a11:32:59.212493 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32321): Terminated: ok {rc=0}\u000a11:32:59.222128 --- ParallelTerminationStrategy: PID 32322 died...\u000a11:32:59.275816 run iperf3-srv_10.42.42.10(pid=32322): Terminated {rc=256}\u000a11:32:59.285403 --- ParallelTerminationStrategy: PID 32325 died...\u000a11:32:59.339110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32325): Terminated: ok {rc=0}\u000a11:32:59.348739 --- ParallelTerminationStrategy: PID 32328 died...\u000a11:32:59.402741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32328): Terminated: ok {rc=0}\u000a11:32:59.412407 --- ParallelTerminationStrategy: PID 32331 died...\u000a11:32:59.466648 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32331): Terminated: ok {rc=0}\u000a11:32:59.557092 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32348): Process ended prematurely: osmo-stp_10.42.42.5(pid=32348) [trial-2359↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32348)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32348): Process ended prematurely: osmo-stp_10.42.42.5(pid=32348) [trial-2359↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32348)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:oc2g+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a11:33:00.669642 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:33:00.680897 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:33:00.806957 tst iperf3m4.py: using LAC 21172\u000a11:33:00.938074 tst iperf3m4.py: using RAC 7\u000a11:33:01.062129 tst iperf3m4.py: using CellId 21172\u000a11:33:01.188363 tst iperf3m4.py: using BVCI 21173\u000a11:33:01.212699 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:33:01.224220 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:33:01.235519 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:33:01.246992 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:33:01.258287 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:33:01.269795 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:33:01.281206 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:33:01.292452 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:33:01.304009 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:33:01.425189 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:33:01.547711 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:33:01.675257 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:33:01.971583 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:33:02.102639 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:33:02.447342 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32334): Launched\u000a11:33:02.731723 run iperf3-srv_10.42.42.10(pid=32335): Launched\u000a11:33:02.934114 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:33:03.071661 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:33:03.413615 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32336): Launched\u000a11:33:03.696910 run iperf3-srv_10.42.42.10(pid=32337): Launched\u000a11:33:03.899647 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:33:04.037316 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:33:04.380056 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32338): Launched\u000a11:33:04.663319 run iperf3-srv_10.42.42.10(pid=32339): Launched\u000a11:33:04.865431 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:33:05.002587 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:33:05.345725 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32340): Launched\u000a11:33:05.629509 run iperf3-srv_10.42.42.10(pid=32341): Launched\u000a11:33:05.830898 tst iperf3m4.py:8: start network...\u000a11:33:05.968540 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:33:06.487251 run create_hlr_db(pid=32342): Launched\u000a11:33:06.677233 bus /gobi_6: Setting Powered False\u000a11:33:07.698170 run create_hlr_db(pid=32342): Terminated: ok {rc=0}\u000a11:33:08.139675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32344): Launched\u000a11:33:08.469832 run osmo-hlr_10.42.42.2(pid=32345): Launched\u000a11:33:08.589550 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:33:09.163455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32347): Launched\u000a11:33:09.495087 run osmo-stp_10.42.42.5(pid=32348): Launched\u000a11:33:09.614893 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:33:10.192033 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32350): Launched\u000a11:33:10.310287 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:33:10.600205 run patchelf(pid=32351): Launched\u000a11:33:10.793897 run osmo-stp_10.42.42.5(pid=32348): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32348)]\u000a11:33:10.935799 run osmo-stp_10.42.42.5(pid=32348): stdout: \u000a| (launched: 2022-12-09_11:33:09.330834)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:33:11.077522 run osmo-stp_10.42.42.5(pid=32348): stderr: \u000a| �[0;m�[38;5;43m20221209113309518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113309518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113309518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113309518 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113309519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113309519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113309519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:33:11.214514 run osmo-stp_10.42.42.5(pid=32348): stdout: \u000a| (launched: 2022-12-09_11:33:09.330834)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:33:11.349807 run osmo-stp_10.42.42.5(pid=32348): stderr: \u000a| �[0;m�[38;5;43m20221209113309518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113309518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113309518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113309518 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113309519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113309519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113309519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:33:11.507828 run patchelf(pid=32351): Terminating (SIGINT)\u000a11:33:11.694538 run patchelf(pid=32351): Terminated: ok {rc=0}\u000a11:33:11.728817 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32348): Process ended prematurely: osmo-stp_10.42.42.5(pid=32348) [trial-2359↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32348)] [trial-2359↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8]\u000a11:33:11.738928 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a11:33:11.803469 run osmo-hlr_10.42.42.2(pid=32345): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32345)]\u000a11:33:11.856391 run osmo-hlr_10.42.42.2(pid=32345): stdout: \u000a| (launched: 2022-12-09_11:33:08.307513) \u000a11:33:11.909898 run osmo-hlr_10.42.42.2(pid=32345): stderr: \u000a| �[0;m�[1;31m20221209113308503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209113308503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209113308503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113308503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113308503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209113308503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209113308516 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:oc2g+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209113308526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209113308526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209113308526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:33:11.955507 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32334): Terminating (SIGTERM)\u000a11:33:11.997832 run iperf3-srv_10.42.42.10(pid=32335): Terminating (SIGTERM)\u000a11:33:12.040584 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32336): Terminating (SIGTERM)\u000a11:33:12.083886 run iperf3-srv_10.42.42.10(pid=32337): Terminating (SIGTERM)\u000a11:33:12.126945 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32338): Terminating (SIGTERM)\u000a11:33:12.170346 run iperf3-srv_10.42.42.10(pid=32339): Terminating (SIGTERM)\u000a11:33:12.213266 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32340): Terminating (SIGTERM)\u000a11:33:12.255849 run iperf3-srv_10.42.42.10(pid=32341): Terminating (SIGTERM)\u000a11:33:12.298888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32344): Terminating (SIGTERM)\u000a11:33:12.342370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32347): Terminating (SIGTERM)\u000a11:33:12.385256 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32350): Terminating (SIGTERM)\u000a11:33:12.395023 --- ParallelTerminationStrategy: PID 32334 died...\u000a11:33:12.452180 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32334): Terminated: ok {rc=0}\u000a11:33:12.462808 --- ParallelTerminationStrategy: PID 32335 died...\u000a11:33:12.520296 run iperf3-srv_10.42.42.10(pid=32335): Terminated {rc=256}\u000a11:33:12.530488 --- ParallelTerminationStrategy: PID 32336 died...\u000a11:33:12.587513 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32336): Terminated: ok {rc=0}\u000a11:33:12.597676 --- ParallelTerminationStrategy: PID 32337 died...\u000a11:33:12.654525 run iperf3-srv_10.42.42.10(pid=32337): Terminated {rc=256}\u000a11:33:12.664751 --- ParallelTerminationStrategy: PID 32338 died...\u000a11:33:12.721482 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32338): Terminated: ok {rc=0}\u000a11:33:12.731812 --- ParallelTerminationStrategy: PID 32339 died...\u000a11:33:12.788549 run iperf3-srv_10.42.42.10(pid=32339): Terminated {rc=256}\u000a11:33:12.798647 --- ParallelTerminationStrategy: PID 32340 died...\u000a11:33:12.855682 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32340): Terminated: ok {rc=0}\u000a11:33:12.865958 --- ParallelTerminationStrategy: PID 32341 died...\u000a11:33:12.922949 run iperf3-srv_10.42.42.10(pid=32341): Terminated {rc=256}\u000a11:33:12.933238 --- ParallelTerminationStrategy: PID 32344 died...\u000a11:33:12.990597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32344): Terminated: ok {rc=0}\u000a11:33:13.000893 --- ParallelTerminationStrategy: PID 32347 died...\u000a11:33:13.057840 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32347): Terminated: ok {rc=0}\u000a11:33:13.068196 --- ParallelTerminationStrategy: PID 32350 died...\u000a11:33:13.126020 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32350): Terminated: ok {rc=0}\u000a11:33:13.214416 bus /gobi_4: Setting Powered False\u000a11:33:14.322617 bus /gobi_4: Setting Powered False\u000a11:33:15.436023 bus /gobi_1: Setting Powered False\u000a11:33:16.566566 bus /gobi_1: Setting Powered False\u000a11:33:17.683700 bus /gobi_0: Setting Powered False\u000a11:33:18.788203 bus /gobi_0: Setting Powered False\u000a11:33:19.897347 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32358): Process ended prematurely: osmo-stp_10.42.42.5(pid=32358) [trial-2359↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32358)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32358): Process ended prematurely: osmo-stp_10.42.42.5(pid=32358) [trial-2359↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32358)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:oc2g+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a11:33:20.967691 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:33:20.979885 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:33:21.113719 tst ping.py: using LAC 21173\u000a11:33:21.239943 tst ping.py: using RAC 8\u000a11:33:21.368231 tst ping.py: using CellId 21173\u000a11:33:21.496810 tst ping.py: using BVCI 21174\u000a11:33:21.521483 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:33:21.532844 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:33:21.544099 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:33:21.555568 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:33:21.566936 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:33:21.578266 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:33:21.589999 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:33:21.601607 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:33:21.882515 tst ping.py:19: start network...\u000a11:33:22.008491 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:33:22.496180 run create_hlr_db(pid=32352): Launched\u000a11:33:22.672924 bus /gobi_6: Setting Powered False\u000a11:33:23.691091 run create_hlr_db(pid=32352): Terminated: ok {rc=0}\u000a11:33:24.124340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32354): Launched\u000a11:33:24.447458 run osmo-hlr_10.42.42.2(pid=32355): Launched\u000a11:33:24.566305 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:33:25.132681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32357): Launched\u000a11:33:25.457003 run osmo-stp_10.42.42.5(pid=32358): Launched\u000a11:33:25.574211 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:33:26.140797 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32360): Launched\u000a11:33:26.256586 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:33:26.540359 run patchelf(pid=32361): Launched\u000a11:33:26.730687 run osmo-stp_10.42.42.5(pid=32358): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32358)]\u000a11:33:26.870074 run osmo-stp_10.42.42.5(pid=32358): stdout: \u000a| (launched: 2022-12-09_11:33:25.297851)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:33:27.009701 run osmo-stp_10.42.42.5(pid=32358): stderr: \u000a| �[0;m�[38;5;43m20221209113325490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113325490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113325490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113325491 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113325491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113325491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113325491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:33:27.144046 run osmo-stp_10.42.42.5(pid=32358): stdout: \u000a| (launched: 2022-12-09_11:33:25.297851)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:33:27.277371 run osmo-stp_10.42.42.5(pid=32358): stderr: \u000a| �[0;m�[38;5;43m20221209113325490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113325490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113325490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113325491 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113325491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113325491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113325491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:33:27.433329 run patchelf(pid=32361): Terminating (SIGINT)\u000a11:33:27.616767 run patchelf(pid=32361): Terminated: ok {rc=0}\u000a11:33:27.650059 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=32358): Process ended prematurely: osmo-stp_10.42.42.5(pid=32358) [trial-2359↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32358)] [trial-2359↪gprs:oc2g+mod-bts0-egprs↪ping.py:22]\u000a11:33:27.659499 tst ping.py:22: Test FAILED (6.7 sec)\u000a11:33:27.724108 run osmo-hlr_10.42.42.2(pid=32355): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:oc2g+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32355)]\u000a11:33:27.776904 run osmo-hlr_10.42.42.2(pid=32355): stdout: \u000a| (launched: 2022-12-09_11:33:24.288729) \u000a11:33:27.830234 run osmo-hlr_10.42.42.2(pid=32355): stderr: \u000a| �[0;m�[1;31m20221209113324487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209113324487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209113324487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113324487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113324487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209113324487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209113324501 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:oc2g+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209113324510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209113324510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209113324510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:33:27.875481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32354): Terminating (SIGTERM)\u000a11:33:27.918247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32357): Terminating (SIGTERM)\u000a11:33:27.961573 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32360): Terminating (SIGTERM)\u000a11:33:27.971420 --- ParallelTerminationStrategy: PID 32354 died...\u000a11:33:28.028703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32354): Terminated: ok {rc=0}\u000a11:33:28.039116 --- ParallelTerminationStrategy: PID 32357 died...\u000a11:33:28.096040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32357): Terminated: ok {rc=0}\u000a11:33:28.106350 --- ParallelTerminationStrategy: PID 32360 died...\u000a11:33:28.163145 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32360): Terminated: ok {rc=0}\u000a11:33:28.250754 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32368): Process ended prematurely: osmo-stp_10.42.42.5(pid=32368) [trial-2359↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32368)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32368): Process ended prematurely: osmo-stp_10.42.42.5(pid=32368) [trial-2359↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32368)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:oc2g+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a11:33:29.303118 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:33:29.315665 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:33:29.451228 tst ping_idle_ping.py: using LAC 21174\u000a11:33:29.577826 tst ping_idle_ping.py: using RAC 9\u000a11:33:29.705761 tst ping_idle_ping.py: using CellId 21174\u000a11:33:29.827959 tst ping_idle_ping.py: using BVCI 21175\u000a11:33:29.851340 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:33:29.862418 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:33:29.873376 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:33:29.884281 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:33:29.895059 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:33:29.905676 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:33:29.916400 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:33:29.927183 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:33:30.208456 tst ping_idle_ping.py:24: start network...\u000a11:33:30.334621 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:33:30.823794 run create_hlr_db(pid=32362): Launched\u000a11:33:31.020286 bus /gobi_6: Setting Powered False\u000a11:33:32.073126 run create_hlr_db(pid=32362): Terminated: ok {rc=0}\u000a11:33:32.517038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32364): Launched\u000a11:33:32.845866 run osmo-hlr_10.42.42.2(pid=32365): Launched\u000a11:33:32.966385 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:33:33.535143 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32367): Launched\u000a11:33:33.862475 run osmo-stp_10.42.42.5(pid=32368): Launched\u000a11:33:33.981550 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:33:34.554238 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32370): Launched\u000a11:33:34.670581 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:33:34.956045 run patchelf(pid=32371): Launched\u000a11:33:35.147645 run osmo-stp_10.42.42.5(pid=32368): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32368)]\u000a11:33:35.287582 run osmo-stp_10.42.42.5(pid=32368): stdout: \u000a| (launched: 2022-12-09_11:33:33.701429)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:33:35.427933 run osmo-stp_10.42.42.5(pid=32368): stderr: \u000a| �[0;m�[38;5;43m20221209113333892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113333892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113333893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113333893 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113333894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113333894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113333894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:33:35.563278 run osmo-stp_10.42.42.5(pid=32368): stdout: \u000a| (launched: 2022-12-09_11:33:33.701429)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:33:35.697409 run osmo-stp_10.42.42.5(pid=32368): stderr: \u000a| �[0;m�[38;5;43m20221209113333892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113333892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113333893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113333893 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113333894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113333894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113333894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:33:35.854399 run patchelf(pid=32371): Terminating (SIGINT)\u000a11:33:36.039643 run patchelf(pid=32371): Terminated: ok {rc=0}\u000a11:33:36.073256 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32368): Process ended prematurely: osmo-stp_10.42.42.5(pid=32368) [trial-2359↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32368)] [trial-2359↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a11:33:36.082898 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a11:33:36.147903 run osmo-hlr_10.42.42.2(pid=32365): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32365)]\u000a11:33:36.200753 run osmo-hlr_10.42.42.2(pid=32365): stdout: \u000a| (launched: 2022-12-09_11:33:32.683014) \u000a11:33:36.254226 run osmo-hlr_10.42.42.2(pid=32365): stderr: \u000a| �[0;m�[1;31m20221209113332880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209113332880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209113332880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113332880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113332880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209113332880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209113332892 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:oc2g+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209113332901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209113332901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209113332901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:33:36.299905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32364): Terminating (SIGTERM)\u000a11:33:36.343549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32367): Terminating (SIGTERM)\u000a11:33:36.386914 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32370): Terminating (SIGTERM)\u000a11:33:36.396914 --- ParallelTerminationStrategy: PID 32364 died...\u000a11:33:36.454854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32364): Terminated: ok {rc=0}\u000a11:33:36.465342 --- ParallelTerminationStrategy: PID 32367 died...\u000a11:33:36.522915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32367): Terminated: ok {rc=0}\u000a11:33:36.533465 --- ParallelTerminationStrategy: PID 32370 died...\u000a11:33:36.590840 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32370): Terminated: ok {rc=0}\u000a11:33:36.680699 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "31", "name" : "gprs_oc2g+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:32:37" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32386): Process ended prematurely: osmo-stp_10.42.42.5(pid=32386) [trial-2359↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32386)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32386): Process ended prematurely: osmo-stp_10.42.42.5(pid=32386) [trial-2359↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32386)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:oc2g+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:33:38.797064 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:33:38.807948 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:33:38.955306 tst cs_paging_gprs_active.py: using LAC 21175\u000a11:33:39.079413 tst cs_paging_gprs_active.py: using RAC 10\u000a11:33:39.203835 tst cs_paging_gprs_active.py: using CellId 21175\u000a11:33:39.327278 tst cs_paging_gprs_active.py: using BVCI 21176\u000a11:33:39.351281 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:33:39.362281 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:33:39.373220 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:33:39.383903 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:33:39.394576 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:33:39.405220 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:33:39.415906 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:33:39.426372 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:33:39.437077 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:33:39.557239 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:33:39.841408 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:33:39.971504 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:33:40.295768 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32376): Launched\u000a11:33:40.566773 run iperf3-srv_10.42.42.10(pid=32377): Launched\u000a11:33:40.756428 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:33:40.886051 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:33:41.209793 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32378): Launched\u000a11:33:41.481662 run iperf3-srv_10.42.42.10(pid=32379): Launched\u000a11:33:41.671718 tst cs_paging_gprs_active.py:38: start network...\u000a11:33:41.800811 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:33:42.299981 run create_hlr_db(pid=32380): Launched\u000a11:33:42.479216 bus /gobi_6: Setting Powered False\u000a11:33:43.502446 run create_hlr_db(pid=32380): Terminated: ok {rc=0}\u000a11:33:43.946417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32382): Launched\u000a11:33:44.280272 run osmo-hlr_10.42.42.2(pid=32383): Launched\u000a11:33:44.401071 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:33:44.979356 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32385): Launched\u000a11:33:45.291431 run osmo-stp_10.42.42.5(pid=32386): Launched\u000a11:33:45.403654 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:33:45.983073 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32388): Launched\u000a11:33:46.096349 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:33:46.392008 run patchelf(pid=32389): Launched\u000a11:33:46.579937 run osmo-stp_10.42.42.5(pid=32386): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32386)]\u000a11:33:46.716252 run osmo-stp_10.42.42.5(pid=32386): stdout: \u000a| (launched: 2022-12-09_11:33:45.138372)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:33:46.852570 run osmo-stp_10.42.42.5(pid=32386): stderr: \u000a| �[0;m�[38;5;43m20221209113345309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113345309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113345310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113345310 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113345311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113345311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113345311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:33:46.983646 run osmo-stp_10.42.42.5(pid=32386): stdout: \u000a| (launched: 2022-12-09_11:33:45.138372)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:33:47.113637 run osmo-stp_10.42.42.5(pid=32386): stderr: \u000a| �[0;m�[38;5;43m20221209113345309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113345309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113345310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113345310 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113345311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113345311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113345311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:33:47.265471 run patchelf(pid=32389): Terminating (SIGINT)\u000a11:33:47.442869 run patchelf(pid=32389): Terminated: ok {rc=0}\u000a11:33:47.475552 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32386): Process ended prematurely: osmo-stp_10.42.42.5(pid=32386) [trial-2359↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32386)] [trial-2359↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a11:33:47.484906 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a11:33:47.546210 run osmo-hlr_10.42.42.2(pid=32383): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32383)]\u000a11:33:47.596149 run osmo-hlr_10.42.42.2(pid=32383): stdout: \u000a| (launched: 2022-12-09_11:33:44.116111) \u000a11:33:47.646812 run osmo-hlr_10.42.42.2(pid=32383): stderr: \u000a| �[0;m�[1;31m20221209113344315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209113344315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209113344315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113344315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113344315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209113344315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209113344327 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:oc2g+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209113344336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209113344336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209113344336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:33:47.689875 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32376): Terminating (SIGTERM)\u000a11:33:47.731032 run iperf3-srv_10.42.42.10(pid=32377): Terminating (SIGTERM)\u000a11:33:47.771658 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32378): Terminating (SIGTERM)\u000a11:33:47.812137 run iperf3-srv_10.42.42.10(pid=32379): Terminating (SIGTERM)\u000a11:33:47.853095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32382): Terminating (SIGTERM)\u000a11:33:47.893799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32385): Terminating (SIGTERM)\u000a11:33:47.934440 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32388): Terminating (SIGTERM)\u000a11:33:47.943674 --- ParallelTerminationStrategy: PID 32376 died...\u000a11:33:47.997954 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32376): Terminated: ok {rc=0}\u000a11:33:48.007588 --- ParallelTerminationStrategy: PID 32377 died...\u000a11:33:48.061452 run iperf3-srv_10.42.42.10(pid=32377): Terminated {rc=256}\u000a11:33:48.071006 --- ParallelTerminationStrategy: PID 32378 died...\u000a11:33:48.125030 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32378): Terminated: ok {rc=0}\u000a11:33:48.134629 --- ParallelTerminationStrategy: PID 32379 died...\u000a11:33:48.188299 run iperf3-srv_10.42.42.10(pid=32379): Terminated {rc=256}\u000a11:33:48.197974 --- ParallelTerminationStrategy: PID 32382 died...\u000a11:33:48.251930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32382): Terminated: ok {rc=0}\u000a11:33:48.261630 --- ParallelTerminationStrategy: PID 32385 died...\u000a11:33:48.315186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32385): Terminated: ok {rc=0}\u000a11:33:48.324791 --- ParallelTerminationStrategy: PID 32388 died...\u000a11:33:48.378576 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32388): Terminated: ok {rc=0}\u000a11:33:48.463179 bus /gobi_0: Setting Powered False\u000a11:33:49.570493 bus /gobi_0: Setting Powered False\u000a11:33:50.683790 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32398): Process ended prematurely: osmo-stp_10.42.42.5(pid=32398) [trial-2359↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32398)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32398): Process ended prematurely: osmo-stp_10.42.42.5(pid=32398) [trial-2359↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32398)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:oc2g+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a11:33:51.795658 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:33:51.807263 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:33:51.967997 tst iperf3.py: using LAC 21176\u000a11:33:52.096481 tst iperf3.py: using RAC 11\u000a11:33:52.226564 tst iperf3.py: using CellId 21176\u000a11:33:52.355034 tst iperf3.py: using BVCI 21177\u000a11:33:52.380732 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:33:52.392401 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:33:52.403532 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:33:52.414984 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:33:52.426899 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:33:52.439087 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:33:52.451068 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:33:52.463300 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:33:52.474796 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:33:52.759503 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:33:52.889349 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:33:53.210233 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32390): Launched\u000a11:33:53.477039 run iperf3-srv_10.42.42.10(pid=32391): Launched\u000a11:33:53.665611 tst iperf3.py:8: start network...\u000a11:33:53.793802 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:33:54.290413 run create_hlr_db(pid=32392): Launched\u000a11:33:54.468037 bus /gobi_6: Setting Powered False\u000a11:33:55.489818 run create_hlr_db(pid=32392): Terminated: ok {rc=0}\u000a11:33:55.903381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32394): Launched\u000a11:33:56.213823 run osmo-hlr_10.42.42.2(pid=32395): Launched\u000a11:33:56.326035 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:33:56.864816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32397): Launched\u000a11:33:57.174069 run osmo-stp_10.42.42.5(pid=32398): Launched\u000a11:33:57.286233 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:33:57.830106 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32400): Launched\u000a11:33:57.940316 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:33:58.212362 run patchelf(pid=32401): Launched\u000a11:33:58.393110 run osmo-stp_10.42.42.5(pid=32398): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32398)]\u000a11:33:58.524868 run osmo-stp_10.42.42.5(pid=32398): stdout: \u000a| (launched: 2022-12-09_11:33:57.022268)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:33:58.657616 run osmo-stp_10.42.42.5(pid=32398): stderr: \u000a| �[0;m�[38;5;43m20221209113357194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113357194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113357194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113357195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113357195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113357195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113357195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:33:58.785728 run osmo-stp_10.42.42.5(pid=32398): stdout: \u000a| (launched: 2022-12-09_11:33:57.022268)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:33:58.912915 run osmo-stp_10.42.42.5(pid=32398): stderr: \u000a| �[0;m�[38;5;43m20221209113357194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113357194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113357194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113357195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113357195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113357195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113357195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:33:59.061388 run patchelf(pid=32401): Terminating (SIGINT)\u000a11:33:59.236533 run patchelf(pid=32401): Terminated: ok {rc=0}\u000a11:33:59.268885 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32398): Process ended prematurely: osmo-stp_10.42.42.5(pid=32398) [trial-2359↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32398)] [trial-2359↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a11:33:59.278267 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a11:33:59.338584 run osmo-hlr_10.42.42.2(pid=32395): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32395)]\u000a11:33:59.388009 run osmo-hlr_10.42.42.2(pid=32395): stdout: \u000a| (launched: 2022-12-09_11:33:56.061395) \u000a11:33:59.438134 run osmo-hlr_10.42.42.2(pid=32395): stderr: \u000a| �[0;m�[1;31m20221209113356242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209113356242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209113356242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113356242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113356242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209113356242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209113356258 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:oc2g+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209113356268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209113356269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209113356269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:33:59.480631 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32390): Terminating (SIGTERM)\u000a11:33:59.520629 run iperf3-srv_10.42.42.10(pid=32391): Terminating (SIGTERM)\u000a11:33:59.561788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32394): Terminating (SIGTERM)\u000a11:33:59.601837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32397): Terminating (SIGTERM)\u000a11:33:59.641897 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32400): Terminating (SIGTERM)\u000a11:33:59.651008 --- ParallelTerminationStrategy: PID 32390 died...\u000a11:33:59.705038 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32390): Terminated: ok {rc=0}\u000a11:33:59.714563 --- ParallelTerminationStrategy: PID 32391 died...\u000a11:33:59.767434 run iperf3-srv_10.42.42.10(pid=32391): Terminated {rc=256}\u000a11:33:59.776790 --- ParallelTerminationStrategy: PID 32394 died...\u000a11:33:59.829791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32394): Terminated: ok {rc=0}\u000a11:33:59.839224 --- ParallelTerminationStrategy: PID 32397 died...\u000a11:33:59.892566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32397): Terminated: ok {rc=0}\u000a11:33:59.902119 --- ParallelTerminationStrategy: PID 32400 died...\u000a11:33:59.955163 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32400): Terminated: ok {rc=0}\u000a11:34:00.044128 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32416): Process ended prematurely: osmo-stp_10.42.42.5(pid=32416) [trial-2359↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32416)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32416): Process ended prematurely: osmo-stp_10.42.42.5(pid=32416) [trial-2359↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32416)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:oc2g+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a11:34:01.195115 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:34:01.208554 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:34:01.370803 tst iperf3m4.py: using LAC 21177\u000a11:34:01.519752 tst iperf3m4.py: using RAC 12\u000a11:34:01.645441 tst iperf3m4.py: using CellId 21177\u000a11:34:01.776279 tst iperf3m4.py: using BVCI 21178\u000a11:34:01.801303 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:34:01.813287 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:34:01.825153 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:34:01.836862 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:34:01.850015 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:34:01.862524 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:34:01.874424 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:34:01.887118 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:34:01.899991 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:34:02.023913 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:34:02.180712 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:34:02.307571 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:34:02.597073 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:34:02.726600 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:34:03.050004 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32402): Launched\u000a11:34:03.320124 run iperf3-srv_10.42.42.10(pid=32403): Launched\u000a11:34:03.509471 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:34:03.639550 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:34:03.962147 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32404): Launched\u000a11:34:04.229675 run iperf3-srv_10.42.42.10(pid=32405): Launched\u000a11:34:04.418462 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:34:04.547013 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:34:04.870026 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32406): Launched\u000a11:34:05.137769 run iperf3-srv_10.42.42.10(pid=32407): Launched\u000a11:34:05.326084 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:34:05.454747 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:34:05.778443 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32408): Launched\u000a11:34:06.047720 run iperf3-srv_10.42.42.10(pid=32409): Launched\u000a11:34:06.237855 tst iperf3m4.py:8: start network...\u000a11:34:06.367199 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:34:06.866906 run create_hlr_db(pid=32410): Launched\u000a11:34:07.045299 bus /gobi_6: Setting Powered False\u000a11:34:08.066360 run create_hlr_db(pid=32410): Terminated: ok {rc=0}\u000a11:34:08.480028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32412): Launched\u000a11:34:08.789599 run osmo-hlr_10.42.42.2(pid=32413): Launched\u000a11:34:08.912559 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:34:09.460490 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32415): Launched\u000a11:34:09.772770 run osmo-stp_10.42.42.5(pid=32416): Launched\u000a11:34:09.885392 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:34:10.427268 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32418): Launched\u000a11:34:10.537767 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:34:10.808369 run patchelf(pid=32419): Launched\u000a11:34:10.990540 run osmo-stp_10.42.42.5(pid=32416): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32416)]\u000a11:34:11.123514 run osmo-stp_10.42.42.5(pid=32416): stdout: \u000a| (launched: 2022-12-09_11:34:09.618777)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:34:11.256372 run osmo-stp_10.42.42.5(pid=32416): stderr: \u000a| �[0;m�[38;5;43m20221209113409788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113409788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113409788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113409789 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113409789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113409790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113409790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:34:11.384885 run osmo-stp_10.42.42.5(pid=32416): stdout: \u000a| (launched: 2022-12-09_11:34:09.618777)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:34:11.512542 run osmo-stp_10.42.42.5(pid=32416): stderr: \u000a| �[0;m�[38;5;43m20221209113409788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113409788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113409788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113409789 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113409789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113409790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113409790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:34:11.662560 run patchelf(pid=32419): Terminating (SIGINT)\u000a11:34:11.839000 run patchelf(pid=32419): Terminated: ok {rc=0}\u000a11:34:11.871167 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32416): Process ended prematurely: osmo-stp_10.42.42.5(pid=32416) [trial-2359↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32416)] [trial-2359↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a11:34:11.880416 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a11:34:11.945393 run osmo-hlr_10.42.42.2(pid=32413): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32413)]\u000a11:34:11.995274 run osmo-hlr_10.42.42.2(pid=32413): stdout: \u000a| (launched: 2022-12-09_11:34:08.637697) \u000a11:34:12.045592 run osmo-hlr_10.42.42.2(pid=32413): stderr: \u000a| �[0;m�[1;31m20221209113408813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209113408813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209113408813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113408813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113408814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209113408814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209113408825 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:oc2g+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209113408833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209113408833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209113408833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:34:12.088467 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32402): Terminating (SIGTERM)\u000a11:34:12.128715 run iperf3-srv_10.42.42.10(pid=32403): Terminating (SIGTERM)\u000a11:34:12.169046 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32404): Terminating (SIGTERM)\u000a11:34:12.209343 run iperf3-srv_10.42.42.10(pid=32405): Terminating (SIGTERM)\u000a11:34:12.249715 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32406): Terminating (SIGTERM)\u000a11:34:12.290151 run iperf3-srv_10.42.42.10(pid=32407): Terminating (SIGTERM)\u000a11:34:12.330652 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32408): Terminating (SIGTERM)\u000a11:34:12.370968 run iperf3-srv_10.42.42.10(pid=32409): Terminating (SIGTERM)\u000a11:34:12.411438 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32412): Terminating (SIGTERM)\u000a11:34:12.451919 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32415): Terminating (SIGTERM)\u000a11:34:12.492286 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32418): Terminating (SIGTERM)\u000a11:34:12.501551 --- ParallelTerminationStrategy: PID 32402 died...\u000a11:34:12.556195 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32402): Terminated: ok {rc=0}\u000a11:34:12.566275 --- ParallelTerminationStrategy: PID 32403 died...\u000a11:34:12.620167 run iperf3-srv_10.42.42.10(pid=32403): Terminated {rc=256}\u000a11:34:12.629970 --- ParallelTerminationStrategy: PID 32404 died...\u000a11:34:12.683800 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32404): Terminated: ok {rc=0}\u000a11:34:12.693978 --- ParallelTerminationStrategy: PID 32405 died...\u000a11:34:12.747769 run iperf3-srv_10.42.42.10(pid=32405): Terminated {rc=256}\u000a11:34:12.757389 --- ParallelTerminationStrategy: PID 32406 died...\u000a11:34:12.810806 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32406): Terminated: ok {rc=0}\u000a11:34:12.820544 --- ParallelTerminationStrategy: PID 32407 died...\u000a11:34:12.874091 run iperf3-srv_10.42.42.10(pid=32407): Terminated {rc=256}\u000a11:34:12.883792 --- ParallelTerminationStrategy: PID 32408 died...\u000a11:34:12.937300 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32408): Terminated: ok {rc=0}\u000a11:34:12.947035 --- ParallelTerminationStrategy: PID 32409 died...\u000a11:34:13.000725 run iperf3-srv_10.42.42.10(pid=32409): Terminated {rc=256}\u000a11:34:13.010441 --- ParallelTerminationStrategy: PID 32412 died...\u000a11:34:13.064412 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32412): Terminated: ok {rc=0}\u000a11:34:13.074297 --- ParallelTerminationStrategy: PID 32415 died...\u000a11:34:13.128202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32415): Terminated: ok {rc=0}\u000a11:34:13.137877 --- ParallelTerminationStrategy: PID 32418 died...\u000a11:34:13.191478 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32418): Terminated: ok {rc=0}\u000a11:34:13.282253 bus /gobi_4: Setting Powered False\u000a11:34:14.387966 bus /gobi_4: Setting Powered False\u000a11:34:15.501383 bus /gobi_1: Setting Powered False\u000a11:34:16.620591 bus /gobi_1: Setting Powered False\u000a11:34:17.736843 bus /gobi_0: Setting Powered False\u000a11:34:18.842207 bus /gobi_0: Setting Powered False\u000a11:34:19.957831 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32426): Process ended prematurely: osmo-stp_10.42.42.5(pid=32426) [trial-2359↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32426)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32426): Process ended prematurely: osmo-stp_10.42.42.5(pid=32426) [trial-2359↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32426)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:oc2g+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a11:34:21.029219 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:34:21.041512 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:34:21.196627 tst ping.py: using LAC 21178\u000a11:34:21.323779 tst ping.py: using RAC 13\u000a11:34:21.452792 tst ping.py: using CellId 21178\u000a11:34:21.582708 tst ping.py: using BVCI 21179\u000a11:34:21.607680 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:34:21.619239 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:34:21.630679 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:34:21.642093 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:34:21.653609 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:34:21.665041 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:34:21.676716 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:34:21.688167 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:34:21.972002 tst ping.py:19: start network...\u000a11:34:22.098324 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:34:22.585629 run create_hlr_db(pid=32420): Launched\u000a11:34:22.762180 bus /gobi_6: Setting Powered False\u000a11:34:23.784082 run create_hlr_db(pid=32420): Terminated: ok {rc=0}\u000a11:34:24.221635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32422): Launched\u000a11:34:24.547871 run osmo-hlr_10.42.42.2(pid=32423): Launched\u000a11:34:24.671036 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:34:25.245321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32425): Launched\u000a11:34:25.571468 run osmo-stp_10.42.42.5(pid=32426): Launched\u000a11:34:25.688821 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:34:26.260577 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32428): Launched\u000a11:34:26.376832 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:34:26.661526 run patchelf(pid=32429): Launched\u000a11:34:26.853146 run osmo-stp_10.42.42.5(pid=32426): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32426)]\u000a11:34:26.993380 run osmo-stp_10.42.42.5(pid=32426): stdout: \u000a| (launched: 2022-12-09_11:34:25.410706)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:34:27.133562 run osmo-stp_10.42.42.5(pid=32426): stderr: \u000a| �[0;m�[38;5;43m20221209113425603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113425603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113425603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113425603 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113425604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113425604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113425604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:34:27.268723 run osmo-stp_10.42.42.5(pid=32426): stdout: \u000a| (launched: 2022-12-09_11:34:25.410706)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:34:27.402493 run osmo-stp_10.42.42.5(pid=32426): stderr: \u000a| �[0;m�[38;5;43m20221209113425603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113425603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113425603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113425603 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113425604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113425604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113425604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:34:27.559731 run patchelf(pid=32429): Terminating (SIGINT)\u000a11:34:27.744611 run patchelf(pid=32429): Terminated: ok {rc=0}\u000a11:34:27.778304 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=32426): Process ended prematurely: osmo-stp_10.42.42.5(pid=32426) [trial-2359↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32426)] [trial-2359↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22]\u000a11:34:27.787813 tst ping.py:22: Test FAILED (6.7 sec)\u000a11:34:27.852557 run osmo-hlr_10.42.42.2(pid=32423): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32423)]\u000a11:34:27.905770 run osmo-hlr_10.42.42.2(pid=32423): stdout: \u000a| (launched: 2022-12-09_11:34:24.386957) \u000a11:34:27.959434 run osmo-hlr_10.42.42.2(pid=32423): stderr: \u000a| �[0;m�[1;31m20221209113424585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209113424585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209113424585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113424585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113424585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209113424585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209113424599 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:oc2g+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209113424609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209113424609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209113424609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:34:28.004862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32422): Terminating (SIGTERM)\u000a11:34:28.048502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32425): Terminating (SIGTERM)\u000a11:34:28.091713 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32428): Terminating (SIGTERM)\u000a11:34:28.101936 --- ParallelTerminationStrategy: PID 32422 died...\u000a11:34:28.159730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32422): Terminated: ok {rc=0}\u000a11:34:28.170053 --- ParallelTerminationStrategy: PID 32425 died...\u000a11:34:28.227202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32425): Terminated: ok {rc=0}\u000a11:34:28.237773 --- ParallelTerminationStrategy: PID 32428 died...\u000a11:34:28.295187 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32428): Terminated: ok {rc=0}\u000a11:34:28.383772 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32436): Process ended prematurely: osmo-stp_10.42.42.5(pid=32436) [trial-2359↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32436)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32436): Process ended prematurely: osmo-stp_10.42.42.5(pid=32436) [trial-2359↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32436)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:oc2g+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a11:34:29.436256 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:34:29.447870 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:34:29.593798 tst ping_idle_ping.py: using LAC 21179\u000a11:34:29.712852 tst ping_idle_ping.py: using RAC 14\u000a11:34:29.832720 tst ping_idle_ping.py: using CellId 21179\u000a11:34:29.952198 tst ping_idle_ping.py: using BVCI 21180\u000a11:34:29.975472 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:34:29.986530 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:34:29.997192 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:34:30.008023 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:34:30.018902 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:34:30.029850 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:34:30.040662 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:34:30.051570 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:34:30.332532 tst ping_idle_ping.py:24: start network...\u000a11:34:30.459418 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:34:30.976431 run create_hlr_db(pid=32430): Launched\u000a11:34:31.164623 bus /gobi_6: Setting Powered False\u000a11:34:32.179366 run create_hlr_db(pid=32430): Terminated: ok {rc=0}\u000a11:34:32.613357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32432): Launched\u000a11:34:32.941602 run osmo-hlr_10.42.42.2(pid=32433): Launched\u000a11:34:33.060298 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:34:33.634057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32435): Launched\u000a11:34:33.961469 run osmo-stp_10.42.42.5(pid=32436): Launched\u000a11:34:34.080564 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:34:34.653273 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32438): Launched\u000a11:34:34.769915 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:34:35.055908 run patchelf(pid=32439): Launched\u000a11:34:35.248671 run osmo-stp_10.42.42.5(pid=32436): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32436)]\u000a11:34:35.389247 run osmo-stp_10.42.42.5(pid=32436): stdout: \u000a| (launched: 2022-12-09_11:34:33.799868)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:34:35.529777 run osmo-stp_10.42.42.5(pid=32436): stderr: \u000a| �[0;m�[38;5;43m20221209113433991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113433991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113433992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113433992 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113433993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113433993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113433993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:34:35.665036 run osmo-stp_10.42.42.5(pid=32436): stdout: \u000a| (launched: 2022-12-09_11:34:33.799868)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:34:35.799093 run osmo-stp_10.42.42.5(pid=32436): stderr: \u000a| �[0;m�[38;5;43m20221209113433991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113433991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113433992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113433992 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113433993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113433993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113433993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:34:35.957573 run patchelf(pid=32439): Terminating (SIGINT)\u000a11:34:36.142929 run patchelf(pid=32439): Terminated: ok {rc=0}\u000a11:34:36.176412 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=32436): Process ended prematurely: osmo-stp_10.42.42.5(pid=32436) [trial-2359↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32436)] [trial-2359↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a11:34:36.185981 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a11:34:36.250705 run osmo-hlr_10.42.42.2(pid=32433): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32433)]\u000a11:34:36.303462 run osmo-hlr_10.42.42.2(pid=32433): stdout: \u000a| (launched: 2022-12-09_11:34:32.779387) \u000a11:34:36.357089 run osmo-hlr_10.42.42.2(pid=32433): stderr: \u000a| �[0;m�[1;31m20221209113432977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209113432977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209113432978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113432978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113432978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209113432978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209113432990 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:oc2g+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209113432999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209113432999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209113432999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:34:36.402726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32432): Terminating (SIGTERM)\u000a11:34:36.445759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32435): Terminating (SIGTERM)\u000a11:34:36.488730 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32438): Terminating (SIGTERM)\u000a11:34:36.498645 --- ParallelTerminationStrategy: PID 32432 died...\u000a11:34:36.556047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32432): Terminated: ok {rc=0}\u000a11:34:36.566295 --- ParallelTerminationStrategy: PID 32435 died...\u000a11:34:36.623573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32435): Terminated: ok {rc=0}\u000a11:34:36.633819 --- ParallelTerminationStrategy: PID 32438 died...\u000a11:34:36.691655 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32438): Terminated: ok {rc=0}\u000a11:34:36.779424 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "32", "name" : "gprs_oc2g+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:33:38" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32455): Process ended prematurely: osmo-stp_10.42.42.5(pid=32455) [trial-2359↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32455)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32455): Process ended prematurely: osmo-stp_10.42.42.5(pid=32455) [trial-2359↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32455)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:oc2g+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:34:38.916264 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:34:38.927654 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:34:39.078873 tst cs_paging_gprs_active.py: using LAC 21180\u000a11:34:39.207245 tst cs_paging_gprs_active.py: using RAC 15\u000a11:34:39.326385 tst cs_paging_gprs_active.py: using CellId 21180\u000a11:34:39.446809 tst cs_paging_gprs_active.py: using BVCI 21181\u000a11:34:39.470778 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:34:39.481835 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:34:39.492501 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:34:39.503271 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:34:39.513811 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:34:39.524350 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:34:39.535097 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:34:39.545633 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:34:39.556316 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:34:39.677343 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:34:39.980356 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:34:40.119249 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:34:40.462966 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32444): Launched\u000a11:34:40.749360 run iperf3-srv_10.42.42.10(pid=32445): Launched\u000a11:34:40.953901 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:34:41.092819 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:34:41.432052 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32446): Launched\u000a11:34:41.700911 run iperf3-srv_10.42.42.10(pid=32447): Launched\u000a11:34:41.891443 tst cs_paging_gprs_active.py:38: start network...\u000a11:34:42.020537 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:34:42.520588 run create_hlr_db(pid=32449): Launched\u000a11:34:42.700026 bus /gobi_6: Setting Powered False\u000a11:34:43.722224 run create_hlr_db(pid=32449): Terminated: ok {rc=0}\u000a11:34:44.139355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32451): Launched\u000a11:34:44.452560 run osmo-hlr_10.42.42.2(pid=32452): Launched\u000a11:34:44.566959 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:34:45.108411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32454): Launched\u000a11:34:45.420866 run osmo-stp_10.42.42.5(pid=32455): Launched\u000a11:34:45.534596 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:34:46.102584 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32457): Launched\u000a11:34:46.215134 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:34:46.512925 run patchelf(pid=32458): Launched\u000a11:34:46.716641 run osmo-stp_10.42.42.5(pid=32455): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32455)]\u000a11:34:46.864565 run osmo-stp_10.42.42.5(pid=32455): stdout: \u000a| (launched: 2022-12-09_11:34:45.266623)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:34:47.014103 run osmo-stp_10.42.42.5(pid=32455): stderr: \u000a| �[0;m�[38;5;43m20221209113445440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113445440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113445440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113445440 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113445441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113445441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113445441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:34:47.158045 run osmo-stp_10.42.42.5(pid=32455): stdout: \u000a| (launched: 2022-12-09_11:34:45.266623)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:34:47.300057 run osmo-stp_10.42.42.5(pid=32455): stderr: \u000a| �[0;m�[38;5;43m20221209113445440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113445440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113445440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113445440 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113445441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113445441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113445441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:34:47.461492 run patchelf(pid=32458): Terminating (SIGINT)\u000a11:34:47.650685 run patchelf(pid=32458): Terminated: ok {rc=0}\u000a11:34:47.685600 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=32455): Process ended prematurely: osmo-stp_10.42.42.5(pid=32455) [trial-2359↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32455)] [trial-2359↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a11:34:47.695978 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a11:34:47.761657 run osmo-hlr_10.42.42.2(pid=32452): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32452)]\u000a11:34:47.814927 run osmo-hlr_10.42.42.2(pid=32452): stdout: \u000a| (launched: 2022-12-09_11:34:44.298331) \u000a11:34:47.868761 run osmo-hlr_10.42.42.2(pid=32452): stderr: \u000a| �[0;m�[1;31m20221209113444476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209113444476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209113444476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113444476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113444476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209113444476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209113444489 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:oc2g+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209113444497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209113444497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209113444497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:34:47.915214 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32444): Terminating (SIGTERM)\u000a11:34:47.958464 run iperf3-srv_10.42.42.10(pid=32445): Terminating (SIGTERM)\u000a11:34:48.001661 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32446): Terminating (SIGTERM)\u000a11:34:48.045045 run iperf3-srv_10.42.42.10(pid=32447): Terminating (SIGTERM)\u000a11:34:48.088234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32451): Terminating (SIGTERM)\u000a11:34:48.131829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32454): Terminating (SIGTERM)\u000a11:34:48.175257 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32457): Terminating (SIGTERM)\u000a11:34:48.185466 --- ParallelTerminationStrategy: PID 32444 died...\u000a11:34:48.243278 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32444): Terminated: ok {rc=0}\u000a11:34:48.253999 --- ParallelTerminationStrategy: PID 32445 died...\u000a11:34:48.311218 run iperf3-srv_10.42.42.10(pid=32445): Terminated {rc=256}\u000a11:34:48.321484 --- ParallelTerminationStrategy: PID 32446 died...\u000a11:34:48.378666 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32446): Terminated: ok {rc=0}\u000a11:34:48.388745 --- ParallelTerminationStrategy: PID 32447 died...\u000a11:34:48.445832 run iperf3-srv_10.42.42.10(pid=32447): Terminated {rc=256}\u000a11:34:48.456075 --- ParallelTerminationStrategy: PID 32451 died...\u000a11:34:48.513308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32451): Terminated: ok {rc=0}\u000a11:34:48.523847 --- ParallelTerminationStrategy: PID 32454 died...\u000a11:34:48.581335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32454): Terminated: ok {rc=0}\u000a11:34:48.591714 --- ParallelTerminationStrategy: PID 32457 died...\u000a11:34:48.648865 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32457): Terminated: ok {rc=0}\u000a11:34:48.738482 bus /gobi_0: Setting Powered False\u000a11:34:49.847906 bus /gobi_0: Setting Powered False\u000a11:34:50.957134 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32467): Process ended prematurely: osmo-stp_10.42.42.5(pid=32467) [trial-2359↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32467)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32467): Process ended prematurely: osmo-stp_10.42.42.5(pid=32467) [trial-2359↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32467)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:oc2g+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a11:34:52.068067 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:34:52.079546 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:34:52.229673 tst iperf3.py: using LAC 21181\u000a11:34:52.359280 tst iperf3.py: using RAC 16\u000a11:34:52.490995 tst iperf3.py: using CellId 21181\u000a11:34:52.622857 tst iperf3.py: using BVCI 21182\u000a11:34:52.648588 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:34:52.660183 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:34:52.671546 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:34:52.683405 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:34:52.694838 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:34:52.706626 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:34:52.718276 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:34:52.729732 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:34:52.741284 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:34:53.042248 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:34:53.181399 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:34:53.524657 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32459): Launched\u000a11:34:53.810401 run iperf3-srv_10.42.42.10(pid=32460): Launched\u000a11:34:54.015483 tst iperf3.py:8: start network...\u000a11:34:54.154688 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:34:54.678091 run create_hlr_db(pid=32461): Launched\u000a11:34:54.870477 bus /gobi_6: Setting Powered False\u000a11:34:55.891053 run create_hlr_db(pid=32461): Terminated: ok {rc=0}\u000a11:34:56.333210 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32463): Launched\u000a11:34:56.667247 run osmo-hlr_10.42.42.2(pid=32464): Launched\u000a11:34:56.786349 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:34:57.365234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32466): Launched\u000a11:34:57.697717 run osmo-stp_10.42.42.5(pid=32467): Launched\u000a11:34:57.817920 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:34:58.399030 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32469): Launched\u000a11:34:58.517747 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:34:58.807331 run patchelf(pid=32470): Launched\u000a11:34:59.001979 run osmo-stp_10.42.42.5(pid=32467): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32467)]\u000a11:34:59.144162 run osmo-stp_10.42.42.5(pid=32467): stdout: \u000a| (launched: 2022-12-09_11:34:57.533477)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:34:59.286438 run osmo-stp_10.42.42.5(pid=32467): stderr: \u000a| �[0;m�[38;5;43m20221209113457727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113457727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113457727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113457728 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113457728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113457728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113457728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:34:59.424190 run osmo-stp_10.42.42.5(pid=32467): stdout: \u000a| (launched: 2022-12-09_11:34:57.533477)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:34:59.560528 run osmo-stp_10.42.42.5(pid=32467): stderr: \u000a| �[0;m�[38;5;43m20221209113457727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113457727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113457727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113457728 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113457728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113457728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113457728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:34:59.719759 run patchelf(pid=32470): Terminating (SIGINT)\u000a11:34:59.907995 run patchelf(pid=32470): Terminated: ok {rc=0}\u000a11:34:59.942530 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32467): Process ended prematurely: osmo-stp_10.42.42.5(pid=32467) [trial-2359↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32467)] [trial-2359↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a11:34:59.952673 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a11:35:00.017642 run osmo-hlr_10.42.42.2(pid=32464): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32464)]\u000a11:35:00.070611 run osmo-hlr_10.42.42.2(pid=32464): stdout: \u000a| (launched: 2022-12-09_11:34:56.502365) \u000a11:35:00.124367 run osmo-hlr_10.42.42.2(pid=32464): stderr: \u000a| �[0;m�[1;31m20221209113456700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209113456700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209113456700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113456700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113456700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209113456700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209113456713 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:oc2g+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209113456722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209113456723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209113456723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:35:00.169673 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32459): Terminating (SIGTERM)\u000a11:35:00.212651 run iperf3-srv_10.42.42.10(pid=32460): Terminating (SIGTERM)\u000a11:35:00.256232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32463): Terminating (SIGTERM)\u000a11:35:00.299493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32466): Terminating (SIGTERM)\u000a11:35:00.342325 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32469): Terminating (SIGTERM)\u000a11:35:00.352605 --- ParallelTerminationStrategy: PID 32459 died...\u000a11:35:00.410906 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32459): Terminated: ok {rc=0}\u000a11:35:00.421368 --- ParallelTerminationStrategy: PID 32460 died...\u000a11:35:00.478335 run iperf3-srv_10.42.42.10(pid=32460): Terminated {rc=256}\u000a11:35:00.488818 --- ParallelTerminationStrategy: PID 32463 died...\u000a11:35:00.546343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32463): Terminated: ok {rc=0}\u000a11:35:00.556641 --- ParallelTerminationStrategy: PID 32466 died...\u000a11:35:00.614214 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32466): Terminated: ok {rc=0}\u000a11:35:00.624525 --- ParallelTerminationStrategy: PID 32469 died...\u000a11:35:00.681977 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32469): Terminated: ok {rc=0}\u000a11:35:00.769389 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=32495): Process ended prematurely: osmo-stp_10.42.42.5(pid=32495) [trial-2359↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32495)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=32495): Process ended prematurely: osmo-stp_10.42.42.5(pid=32495) [trial-2359↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32495)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:oc2g+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a11:35:01.946633 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:35:01.969108 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:35:02.159616 tst iperf3m4.py: using LAC 21182\u000a11:35:02.324490 tst iperf3m4.py: using RAC 17\u000a11:35:02.471040 tst iperf3m4.py: using CellId 21182\u000a11:35:02.600460 tst iperf3m4.py: using BVCI 21183\u000a11:35:02.626314 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:35:02.637945 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:35:02.649516 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:35:02.660587 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:35:02.672443 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:35:02.684496 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:35:02.696102 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:35:02.707765 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:35:02.719379 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:35:02.843394 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:35:02.969612 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:35:03.089483 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:35:03.375888 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:35:03.505801 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:35:03.828469 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32481): Launched\u000a11:35:04.098769 run iperf3-srv_10.42.42.10(pid=32482): Launched\u000a11:35:04.287342 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:35:04.416026 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:35:04.741904 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32483): Launched\u000a11:35:05.009257 run iperf3-srv_10.42.42.10(pid=32484): Launched\u000a11:35:05.197888 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:35:05.326283 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:35:05.650237 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32485): Launched\u000a11:35:05.918106 run iperf3-srv_10.42.42.10(pid=32486): Launched\u000a11:35:06.106676 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:35:06.235052 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:35:06.557738 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32487): Launched\u000a11:35:06.825146 run iperf3-srv_10.42.42.10(pid=32488): Launched\u000a11:35:07.013836 tst iperf3m4.py:8: start network...\u000a11:35:07.142366 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:35:07.639446 run create_hlr_db(pid=32489): Launched\u000a11:35:07.818399 bus /gobi_6: Setting Powered False\u000a11:35:08.839536 run create_hlr_db(pid=32489): Terminated: ok {rc=0}\u000a11:35:09.254881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32491): Launched\u000a11:35:09.565107 run osmo-hlr_10.42.42.2(pid=32492): Launched\u000a11:35:09.682012 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:35:10.225061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32494): Launched\u000a11:35:10.534764 run osmo-stp_10.42.42.5(pid=32495): Launched\u000a11:35:10.646708 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:35:11.187484 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32497): Launched\u000a11:35:11.297894 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:35:11.568838 run patchelf(pid=32498): Launched\u000a11:35:11.750529 run osmo-stp_10.42.42.5(pid=32495): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32495)]\u000a11:35:11.883357 run osmo-stp_10.42.42.5(pid=32495): stdout: \u000a| (launched: 2022-12-09_11:35:10.382338)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:35:12.016481 run osmo-stp_10.42.42.5(pid=32495): stderr: \u000a| �[0;m�[38;5;43m20221209113510550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113510550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113510551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113510551 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113510552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113510552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113510552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:35:12.145761 run osmo-stp_10.42.42.5(pid=32495): stdout: \u000a| (launched: 2022-12-09_11:35:10.382338)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:35:12.273228 run osmo-stp_10.42.42.5(pid=32495): stderr: \u000a| �[0;m�[38;5;43m20221209113510550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113510550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113510551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113510551 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113510552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113510552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113510552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:35:12.422012 run patchelf(pid=32498): Terminating (SIGINT)\u000a11:35:12.600704 run patchelf(pid=32498): Terminated: ok {rc=0}\u000a11:35:12.633958 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=32495): Process ended prematurely: osmo-stp_10.42.42.5(pid=32495) [trial-2359↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=32495)] [trial-2359↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a11:35:12.643915 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a11:35:12.707035 run osmo-hlr_10.42.42.2(pid=32492): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=32492)]\u000a11:35:12.759063 run osmo-hlr_10.42.42.2(pid=32492): stdout: \u000a| (launched: 2022-12-09_11:35:09.412337) \u000a11:35:12.811501 run osmo-hlr_10.42.42.2(pid=32492): stderr: \u000a| �[0;m�[1;31m20221209113509588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209113509588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209113509589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113509589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113509589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209113509589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209113509600 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:oc2g+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209113509610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209113509610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209113509610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:35:12.855954 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32481): Terminating (SIGTERM)\u000a11:35:12.898040 run iperf3-srv_10.42.42.10(pid=32482): Terminating (SIGTERM)\u000a11:35:12.940837 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32483): Terminating (SIGTERM)\u000a11:35:12.982247 run iperf3-srv_10.42.42.10(pid=32484): Terminating (SIGTERM)\u000a11:35:13.024199 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32485): Terminating (SIGTERM)\u000a11:35:13.065484 run iperf3-srv_10.42.42.10(pid=32486): Terminating (SIGTERM)\u000a11:35:13.107762 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32487): Terminating (SIGTERM)\u000a11:35:13.149203 run iperf3-srv_10.42.42.10(pid=32488): Terminating (SIGTERM)\u000a11:35:13.190903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32491): Terminating (SIGTERM)\u000a11:35:13.232460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32494): Terminating (SIGTERM)\u000a11:35:13.273893 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32497): Terminating (SIGTERM)\u000a11:35:13.283442 --- ParallelTerminationStrategy: PID 32481 died...\u000a11:35:13.339408 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32481): Terminated: ok {rc=0}\u000a11:35:13.349859 --- ParallelTerminationStrategy: PID 32482 died...\u000a11:35:13.405826 run iperf3-srv_10.42.42.10(pid=32482): Terminated {rc=256}\u000a11:35:13.416067 --- ParallelTerminationStrategy: PID 32483 died...\u000a11:35:13.472274 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32483): Terminated: ok {rc=0}\u000a11:35:13.482638 --- ParallelTerminationStrategy: PID 32484 died...\u000a11:35:13.538127 run iperf3-srv_10.42.42.10(pid=32484): Terminated {rc=256}\u000a11:35:13.548449 --- ParallelTerminationStrategy: PID 32485 died...\u000a11:35:13.604380 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32485): Terminated: ok {rc=0}\u000a11:35:13.614665 --- ParallelTerminationStrategy: PID 32486 died...\u000a11:35:13.669766 run iperf3-srv_10.42.42.10(pid=32486): Terminated {rc=256}\u000a11:35:13.680133 --- ParallelTerminationStrategy: PID 32487 died...\u000a11:35:13.735650 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=32487): Terminated: ok {rc=0}\u000a11:35:13.746006 --- ParallelTerminationStrategy: PID 32488 died...\u000a11:35:13.800824 run iperf3-srv_10.42.42.10(pid=32488): Terminated {rc=256}\u000a11:35:13.811169 --- ParallelTerminationStrategy: PID 32491 died...\u000a11:35:13.866523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=32491): Terminated: ok {rc=0}\u000a11:35:13.876712 --- ParallelTerminationStrategy: PID 32494 died...\u000a11:35:13.931908 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=32494): Terminated: ok {rc=0}\u000a11:35:13.943279 --- ParallelTerminationStrategy: PID 32497 died...\u000a11:35:13.998424 run pcap-recorder_any(filters='host 10.42.42.6')(pid=32497): Terminated: ok {rc=0}\u000a11:35:14.088341 bus /gobi_4: Setting Powered False\u000a11:35:15.196518 bus /gobi_4: Setting Powered False\u000a11:35:16.304999 bus /gobi_1: Setting Powered False\u000a11:35:17.408105 bus /gobi_1: Setting Powered False\u000a11:35:18.522242 bus /gobi_0: Setting Powered False\u000a11:35:19.629096 bus /gobi_0: Setting Powered False\u000a11:35:20.743266 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=576): Process ended prematurely: osmo-stp_10.42.42.5(pid=576) [trial-2359↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=576)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=576): Process ended prematurely: osmo-stp_10.42.42.5(pid=576) [trial-2359↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=576)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:oc2g+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a11:35:21.812478 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:35:21.824585 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:35:21.981374 tst ping.py: using LAC 21183\u000a11:35:22.108741 tst ping.py: using RAC 18\u000a11:35:22.231860 tst ping.py: using CellId 21183\u000a11:35:22.358547 tst ping.py: using BVCI 21184\u000a11:35:22.382006 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:35:22.392935 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:35:22.403888 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:35:22.415454 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:35:22.426763 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:35:22.438080 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:35:22.449594 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:35:22.460699 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:35:22.741084 tst ping.py:19: start network...\u000a11:35:22.868223 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:35:23.402348 run create_hlr_db(pid=452): Launched\u000a11:35:23.599737 bus /gobi_6: Setting Powered False\u000a11:35:24.618623 run create_hlr_db(pid=452): Terminated: ok {rc=0}\u000a11:35:25.078529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=572): Launched\u000a11:35:25.513773 run osmo-hlr_10.42.42.2(pid=573): Launched\u000a11:35:25.759273 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:35:26.360686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=575): Launched\u000a11:35:26.791730 run osmo-stp_10.42.42.5(pid=576): Launched\u000a11:35:27.015281 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:35:27.614927 run pcap-recorder_any(filters='host 10.42.42.6')(pid=578): Launched\u000a11:35:27.736862 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:35:28.048156 run patchelf(pid=579): Launched\u000a11:35:28.249419 run osmo-stp_10.42.42.5(pid=576): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=576)]\u000a11:35:28.397699 run osmo-stp_10.42.42.5(pid=576): stdout: \u000a| (launched: 2022-12-09_11:35:26.531642)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:35:28.543585 run osmo-stp_10.42.42.5(pid=576): stderr: \u000a| �[0;m�[38;5;43m20221209113526824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113526825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113526825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113526825 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113526826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113526826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113526826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:35:28.685841 run osmo-stp_10.42.42.5(pid=576): stdout: \u000a| (launched: 2022-12-09_11:35:26.531642)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:35:28.827714 run osmo-stp_10.42.42.5(pid=576): stderr: \u000a| �[0;m�[38;5;43m20221209113526824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113526825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113526825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113526825 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113526826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113526826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113526826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:35:28.987802 run patchelf(pid=579): Terminating (SIGINT)\u000a11:35:29.174114 run patchelf(pid=579): Terminated: ok {rc=0}\u000a11:35:29.208617 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=576): Process ended prematurely: osmo-stp_10.42.42.5(pid=576) [trial-2359↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=576)] [trial-2359↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22]\u000a11:35:29.218605 tst ping.py:22: Test FAILED (7.4 sec)\u000a11:35:29.285775 run osmo-hlr_10.42.42.2(pid=573): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=573)]\u000a11:35:29.340024 run osmo-hlr_10.42.42.2(pid=573): stdout: \u000a| (launched: 2022-12-09_11:35:25.249725) \u000a11:35:29.394928 run osmo-hlr_10.42.42.2(pid=573): stderr: \u000a| �[0;m�[1;31m20221209113525556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209113525556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209113525556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113525556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113525556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209113525556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209113525575 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:oc2g+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209113525593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209113525593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209113525593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:35:29.442099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=572): Terminating (SIGTERM)\u000a11:35:29.486343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=575): Terminating (SIGTERM)\u000a11:35:29.530730 run pcap-recorder_any(filters='host 10.42.42.6')(pid=578): Terminating (SIGTERM)\u000a11:35:29.541333 --- ParallelTerminationStrategy: PID 572 died...\u000a11:35:29.600895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=572): Terminated: ok {rc=0}\u000a11:35:29.611664 --- ParallelTerminationStrategy: PID 575 died...\u000a11:35:29.670406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=575): Terminated: ok {rc=0}\u000a11:35:29.681550 --- ParallelTerminationStrategy: PID 578 died...\u000a11:35:29.740643 run pcap-recorder_any(filters='host 10.42.42.6')(pid=578): Terminated: ok {rc=0}\u000a11:35:29.831701 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=587): Process ended prematurely: osmo-stp_10.42.42.5(pid=587) [trial-2359↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=587)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=587): Process ended prematurely: osmo-stp_10.42.42.5(pid=587) [trial-2359↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=587)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:oc2g+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a11:35:30.902947 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:35:30.920536 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:35:31.103064 tst ping_idle_ping.py: using LAC 21184\u000a11:35:31.266084 tst ping_idle_ping.py: using RAC 19\u000a11:35:31.421937 tst ping_idle_ping.py: using CellId 21184\u000a11:35:31.549885 tst ping_idle_ping.py: using BVCI 21185\u000a11:35:31.575030 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:35:31.587041 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:35:31.598448 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:35:31.609962 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:35:31.621319 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:35:31.633114 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:35:31.644896 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:35:31.656537 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:35:31.945160 tst ping_idle_ping.py:24: start network...\u000a11:35:32.110790 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:35:32.632626 run create_hlr_db(pid=581): Launched\u000a11:35:32.823670 bus /gobi_6: Setting Powered False\u000a11:35:33.843492 run create_hlr_db(pid=581): Terminated: ok {rc=0}\u000a11:35:34.267016 run pcap-recorder_any(filters='host 10.42.42.2')(pid=583): Launched\u000a11:35:34.598092 run osmo-hlr_10.42.42.2(pid=584): Launched\u000a11:35:34.719630 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:35:35.295799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=586): Launched\u000a11:35:35.624438 run osmo-stp_10.42.42.5(pid=587): Launched\u000a11:35:35.743753 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:35:36.318367 run pcap-recorder_any(filters='host 10.42.42.6')(pid=589): Launched\u000a11:35:36.436120 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:35:36.723530 run patchelf(pid=590): Launched\u000a11:35:36.917382 run osmo-stp_10.42.42.5(pid=587): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=587)]\u000a11:35:37.058619 run osmo-stp_10.42.42.5(pid=587): stdout: \u000a| (launched: 2022-12-09_11:35:35.462524)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:35:37.200030 run osmo-stp_10.42.42.5(pid=587): stderr: \u000a| �[0;m�[38;5;43m20221209113535657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113535658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113535658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113535658 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113535659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113535659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113535659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:35:37.336489 run osmo-stp_10.42.42.5(pid=587): stdout: \u000a| (launched: 2022-12-09_11:35:35.462524)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:35:37.471667 run osmo-stp_10.42.42.5(pid=587): stderr: \u000a| �[0;m�[38;5;43m20221209113535657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113535658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113535658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113535658 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113535659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113535659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113535659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:35:37.630005 run patchelf(pid=590): Terminating (SIGINT)\u000a11:35:37.815904 run patchelf(pid=590): Terminated: ok {rc=0}\u000a11:35:37.849602 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=587): Process ended prematurely: osmo-stp_10.42.42.5(pid=587) [trial-2359↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=587)] [trial-2359↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a11:35:37.859164 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a11:35:37.924264 run osmo-hlr_10.42.42.2(pid=584): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=584)]\u000a11:35:37.977138 run osmo-hlr_10.42.42.2(pid=584): stdout: \u000a| (launched: 2022-12-09_11:35:34.434788) \u000a11:35:38.030721 run osmo-hlr_10.42.42.2(pid=584): stderr: \u000a| �[0;m�[1;31m20221209113534636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209113534636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209113534636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113534636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113534636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209113534636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209113534654 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:oc2g+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209113534662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209113534662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209113534662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:35:38.076413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=583): Terminating (SIGTERM)\u000a11:35:38.120441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=586): Terminating (SIGTERM)\u000a11:35:38.163189 run pcap-recorder_any(filters='host 10.42.42.6')(pid=589): Terminating (SIGTERM)\u000a11:35:38.173329 --- ParallelTerminationStrategy: PID 583 died...\u000a11:35:38.230685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=583): Terminated: ok {rc=0}\u000a11:35:38.241346 --- ParallelTerminationStrategy: PID 586 died...\u000a11:35:38.298472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=586): Terminated: ok {rc=0}\u000a11:35:38.308740 --- ParallelTerminationStrategy: PID 589 died...\u000a11:35:38.366053 run pcap-recorder_any(filters='host 10.42.42.6')(pid=589): Terminated: ok {rc=0}\u000a11:35:38.453692 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "33", "name" : "gprs_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:34:38" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=600): Process ended prematurely: osmo-stp_10.42.42.5(pid=600) [trial-2359↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=600)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=600): Process ended prematurely: osmo-stp_10.42.42.5(pid=600) [trial-2359↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=600)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a11:35:40.472259 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:35:40.484008 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:35:40.638736 tst switch_tch_pdch.py: using LAC 21185\u000a11:35:40.766858 tst switch_tch_pdch.py: using RAC 20\u000a11:35:40.896517 tst switch_tch_pdch.py: using CellId 21185\u000a11:35:41.026407 tst switch_tch_pdch.py: using BVCI 21186\u000a11:35:41.051414 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:35:41.063206 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:35:41.074701 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:35:41.088699 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:35:41.100136 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:35:41.111599 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:35:41.123157 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:35:41.134790 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:35:41.256678 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:35:41.545420 tst switch_tch_pdch.py:51: start network...\u000a11:35:41.672887 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:35:42.166737 run create_hlr_db(pid=594): Launched\u000a11:35:42.344154 bus /gobi_6: Setting Powered False\u000a11:35:43.364814 run create_hlr_db(pid=594): Terminated: ok {rc=0}\u000a11:35:43.801752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=596): Launched\u000a11:35:44.129104 run osmo-hlr_10.42.42.2(pid=597): Launched\u000a11:35:44.253129 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:35:44.828676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=599): Launched\u000a11:35:45.157937 run osmo-stp_10.42.42.5(pid=600): Launched\u000a11:35:45.276592 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:35:45.851794 run pcap-recorder_any(filters='host 10.42.42.6')(pid=602): Launched\u000a11:35:45.987671 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:35:46.291715 run patchelf(pid=603): Launched\u000a11:35:46.479252 run osmo-stp_10.42.42.5(pid=600): ERR: Terminated: ERROR {rc=1} [trial-2359↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=600)]\u000a11:35:46.615992 run osmo-stp_10.42.42.5(pid=600): stdout: \u000a| (launched: 2022-12-09_11:35:44.995460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:35:46.752335 run osmo-stp_10.42.42.5(pid=600): stderr: \u000a| �[0;m�[38;5;43m20221209113545189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113545189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113545190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113545190 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113545190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113545191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113545191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:35:46.883272 run osmo-stp_10.42.42.5(pid=600): stdout: \u000a| (launched: 2022-12-09_11:35:44.995460)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:35:47.013720 run osmo-stp_10.42.42.5(pid=600): stderr: \u000a| �[0;m�[38;5;43m20221209113545189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113545189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113545190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113545190 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113545190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113545191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113545191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:35:47.166687 run patchelf(pid=603): Terminating (SIGINT)\u000a11:35:47.342631 run patchelf(pid=603): Terminated: ok {rc=0}\u000a11:35:47.374383 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=600): Process ended prematurely: osmo-stp_10.42.42.5(pid=600) [trial-2359↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=600)] [trial-2359↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a11:35:47.383381 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a11:35:47.444549 run osmo-hlr_10.42.42.2(pid=597): ERR: Terminated: ERROR {rc=237} [trial-2359↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=597)]\u000a11:35:47.494885 run osmo-hlr_10.42.42.2(pid=597): stdout: \u000a| (launched: 2022-12-09_11:35:43.967484) \u000a11:35:47.545705 run osmo-hlr_10.42.42.2(pid=597): stderr: \u000a| �[0;m�[1;31m20221209113544169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209113544169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209113544169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113544169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113544169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209113544169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209113544185 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209113544195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209113544195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209113544195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:35:47.588398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=596): Terminating (SIGTERM)\u000a11:35:47.628590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=599): Terminating (SIGTERM)\u000a11:35:47.668777 run pcap-recorder_any(filters='host 10.42.42.6')(pid=602): Terminating (SIGTERM)\u000a11:35:47.677971 --- ParallelTerminationStrategy: PID 596 died...\u000a11:35:47.732064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=596): Terminated: ok {rc=0}\u000a11:35:47.741687 --- ParallelTerminationStrategy: PID 599 died...\u000a11:35:47.795171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=599): Terminated: ok {rc=0}\u000a11:35:47.804748 --- ParallelTerminationStrategy: PID 602 died...\u000a11:35:47.858529 run pcap-recorder_any(filters='host 10.42.42.6')(pid=602): Terminated: ok {rc=0}\u000a11:35:47.948023 bus /gobi_0: Setting Powered False\u000a11:35:49.052471 bus /gobi_0: Setting Powered False\u000a11:35:50.165738 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "34", "name" : "dynts_oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:35:40" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "dynts:oc2g+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=615): Process ended prematurely: osmo-stp_10.42.42.5(pid=615) [trial-2359↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=615)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=615): Process ended prematurely: osmo-stp_10.42.42.5(pid=615) [trial-2359↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=615)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 dynts:oc2g+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a11:35:52.115080 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:35:52.126113 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a11:35:52.275222 tst switch_tch_pdch.py: using LAC 21186\u000a11:35:52.392651 tst switch_tch_pdch.py: using RAC 21\u000a11:35:52.516917 tst switch_tch_pdch.py: using CellId 21186\u000a11:35:52.635898 tst switch_tch_pdch.py: using BVCI 21187\u000a11:35:52.659241 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:35:52.670309 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:35:52.681109 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:35:52.691790 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:35:52.702482 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:35:52.713182 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:35:52.724162 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:35:52.734937 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a11:35:52.857493 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a11:35:53.141542 tst switch_tch_pdch.py:51: start network...\u000a11:35:53.268679 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:35:53.734163 run create_hlr_db(pid=609): Launched\u000a11:35:53.859240 bus /gobi_6: Setting Powered False\u000a11:35:54.932243 run create_hlr_db(pid=609): Terminated: ok {rc=0}\u000a11:35:55.342186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=611): Launched\u000a11:35:55.671947 run osmo-hlr_10.42.42.2(pid=612): Launched\u000a11:35:55.793287 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:35:56.338869 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=614): Launched\u000a11:35:56.669447 run osmo-stp_10.42.42.5(pid=615): Launched\u000a11:35:56.787634 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:35:57.332564 run pcap-recorder_any(filters='host 10.42.42.6')(pid=617): Launched\u000a11:35:57.449348 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:35:57.736111 run patchelf(pid=618): Launched\u000a11:35:57.928221 run osmo-stp_10.42.42.5(pid=615): ERR: Terminated: ERROR {rc=1} [trial-2359↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=615)]\u000a11:35:58.068128 run osmo-stp_10.42.42.5(pid=615): stdout: \u000a| (launched: 2022-12-09_11:35:56.506203)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:35:58.207950 run osmo-stp_10.42.42.5(pid=615): stderr: \u000a| �[0;m�[38;5;43m20221209113556699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113556699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113556699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113556700 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113556700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113556700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113556700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:35:58.343154 run osmo-stp_10.42.42.5(pid=615): stdout: \u000a| (launched: 2022-12-09_11:35:56.506203)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:35:58.477473 run osmo-stp_10.42.42.5(pid=615): stderr: \u000a| �[0;m�[38;5;43m20221209113556699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113556699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113556699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113556700 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113556700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113556700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113556700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:35:58.634624 run patchelf(pid=618): Terminating (SIGINT)\u000a11:35:58.819065 run patchelf(pid=618): Terminated: ok {rc=0}\u000a11:35:58.852470 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=615): Process ended prematurely: osmo-stp_10.42.42.5(pid=615) [trial-2359↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=615)] [trial-2359↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a11:35:58.862078 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a11:35:58.926918 run osmo-hlr_10.42.42.2(pid=612): ERR: Terminated: ERROR {rc=237} [trial-2359↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=612)]\u000a11:35:58.980060 run osmo-hlr_10.42.42.2(pid=612): stdout: \u000a| (launched: 2022-12-09_11:35:55.508267) \u000a11:35:59.033622 run osmo-hlr_10.42.42.2(pid=612): stderr: \u000a| �[0;m�[1;31m20221209113555709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209113555709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209113555709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113555709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113555709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209113555709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209113555721 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/dynts:oc2g+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209113555730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209113555730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209113555730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:35:59.079328 run pcap-recorder_any(filters='host 10.42.42.2')(pid=611): Terminating (SIGTERM)\u000a11:35:59.122619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=614): Terminating (SIGTERM)\u000a11:35:59.165277 run pcap-recorder_any(filters='host 10.42.42.6')(pid=617): Terminating (SIGTERM)\u000a11:35:59.175257 --- ParallelTerminationStrategy: PID 611 died...\u000a11:35:59.232625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=611): Terminated: ok {rc=0}\u000a11:35:59.243202 --- ParallelTerminationStrategy: PID 614 died...\u000a11:35:59.300225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=614): Terminated: ok {rc=0}\u000a11:35:59.310450 --- ParallelTerminationStrategy: PID 617 died...\u000a11:35:59.367362 run pcap-recorder_any(filters='host 10.42.42.6')(pid=617): Terminated: ok {rc=0}\u000a11:35:59.456062 bus /gobi_0: Setting Powered False\u000a11:36:00.564599 bus /gobi_0: Setting Powered False\u000a11:36:01.700686 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "35", "name" : "dynts_oc2g+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:35:51" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "nitb_sms:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=624): Process ended prematurely: osmo-nitb_10.42.42.2(pid=624) [trial-2359↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=624)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=624): Process ended prematurely: osmo-nitb_10.42.42.2(pid=624) [trial-2359↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=624)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 nitb_sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a11:36:03.598710 tst nitb_sms:trx-b200: Using 1 x ip_address (candidates: 1)\u000a11:36:03.609367 tst nitb_sms:trx-b200: Using 1 x bts (candidates: 1)\u000a11:36:03.747304 tst mo_mt_sms.py: using LAC 21187\u000a11:36:03.866253 tst mo_mt_sms.py: using RAC 22\u000a11:36:03.985728 tst mo_mt_sms.py: using CellId 21187\u000a11:36:04.104876 tst mo_mt_sms.py: using BVCI 21188\u000a11:36:04.128248 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a11:36:04.248407 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a11:36:04.530486 tst mo_mt_sms.py:9: start nitb and bts...\u000a11:36:04.657762 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a11:36:05.295756 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=623): Launched\u000a11:36:05.600042 run osmo-nitb_10.42.42.2(pid=624): Launched\u000a11:36:05.788899 run osmo-nitb_10.42.42.2(pid=624): ERR: Terminated: ERROR {rc=2} [trial-2359↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=624)]\u000a11:36:05.928356 run osmo-nitb_10.42.42.2(pid=624): stdout: \u000a| (launched: 2022-12-09_11:36:05.451250) \u000a11:36:06.068507 run osmo-nitb_10.42.42.2(pid=624): stderr: \u000a| (launched: 2022-12-09_11:36:05.496769)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:36:06.204198 run osmo-nitb_10.42.42.2(pid=624): stdout: \u000a| (launched: 2022-12-09_11:36:05.451250) \u000a11:36:06.337884 run osmo-nitb_10.42.42.2(pid=624): stderr: \u000a| (launched: 2022-12-09_11:36:05.496769)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:36:06.724606 tst osmo-nitb_10.42.42.2(pid=624): stdout: \u000a| (launched: 2022-12-09_11:36:05.451250) \u000a11:36:06.847107 tst osmo-nitb_10.42.42.2(pid=624): stderr: \u000a| (launched: 2022-12-09_11:36:05.496769)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:36:06.900868 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=624): Process ended prematurely: osmo-nitb_10.42.42.2(pid=624) [trial-2359↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=624)] [trial-2359↪nitb_sms:trx-b200↪mo_mt_sms.py:11]\u000a11:36:06.909035 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a11:36:06.944017 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=623): Terminating (SIGTERM)\u000a11:36:07.121739 --- ParallelTerminationStrategy: PID 623 died...\u000a11:36:07.178578 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=623): Terminated: ok {rc=0}\u000a11:36:07.267956 bus /sierra_3: Setting Powered False\u000a11:36:08.375698 bus /sierra_3: Setting Powered False\u000a11:36:09.489889 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "36", "name" : "nitb_sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:36:03" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "sms:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=634): Process ended prematurely: osmo-stp_10.42.42.5(pid=634) [trial-2359↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=634)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=634): Process ended prematurely: osmo-stp_10.42.42.5(pid=634) [trial-2359↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=634)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a11:36:11.379761 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:36:11.390469 tst sms:trx-b200: Using 1 x bts (candidates: 1)\u000a11:36:11.525094 tst mo_mt_sms.py: using LAC 21188\u000a11:36:11.646354 tst mo_mt_sms.py: using RAC 23\u000a11:36:11.774417 tst mo_mt_sms.py: using CellId 21188\u000a11:36:11.909140 tst mo_mt_sms.py: using BVCI 21189\u000a11:36:11.934625 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:36:11.946056 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:36:11.957153 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:36:11.968671 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:36:11.980194 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:36:11.991618 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a11:36:12.110568 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a11:36:12.319143 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:36:12.811758 run create_hlr_db(pid=628): Launched\u000a11:36:12.989796 bus /sierra_2: Setting Powered False\u000a11:36:14.010375 run create_hlr_db(pid=628): Terminated: ok {rc=0}\u000a11:36:14.422588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=630): Launched\u000a11:36:14.730307 run osmo-hlr_10.42.42.2(pid=631): Launched\u000a11:36:14.847993 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:36:15.392150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=633): Launched\u000a11:36:15.698353 run osmo-stp_10.42.42.5(pid=634): Launched\u000a11:36:15.809107 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:36:16.468212 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=636): Launched\u000a11:36:16.919911 run osmo-msc_10.42.42.6(pid=637): Launched\u000a11:36:17.235357 run osmo-stp_10.42.42.5(pid=634): ERR: Terminated: ERROR {rc=1} [trial-2359↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=634)]\u000a11:36:17.383096 run osmo-stp_10.42.42.5(pid=634): stdout: \u000a| (launched: 2022-12-09_11:36:15.547367)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:36:17.522410 run osmo-stp_10.42.42.5(pid=634): stderr: \u000a| �[0;m�[38;5;43m20221209113615720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113615720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113615721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113615721 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113615722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113615722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113615722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:36:17.654717 run osmo-stp_10.42.42.5(pid=634): stdout: \u000a| (launched: 2022-12-09_11:36:15.547367)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:36:17.784865 run osmo-stp_10.42.42.5(pid=634): stderr: \u000a| �[0;m�[38;5;43m20221209113615720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113615720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113615721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113615721 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113615722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113615722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113615722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:36:17.842019 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=634): Process ended prematurely: osmo-stp_10.42.42.5(pid=634) [trial-2359↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=634)] [trial-2359↪sms:trx-b200↪mo_mt_sms.py:16]\u000a11:36:17.850955 tst mo_mt_sms.py:16: Test FAILED (6.5 sec)\u000a11:36:17.915738 run osmo-hlr_10.42.42.2(pid=631): ERR: Terminated: ERROR {rc=237} [trial-2359↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=631)]\u000a11:36:17.969346 run osmo-hlr_10.42.42.2(pid=631): stdout: \u000a| (launched: 2022-12-09_11:36:14.578605) \u000a11:36:18.023145 run osmo-hlr_10.42.42.2(pid=631): stderr: \u000a| �[0;m�[1;31m20221209113614759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209113614759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209113614759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113614759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113614759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209113614760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209113614771 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/sms:trx-b200/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209113614782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209113614783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209113614783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:36:18.095427 run osmo-msc_10.42.42.6(pid=637): ERR: Terminated: ERROR {rc=2} [trial-2359↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=637)]\u000a11:36:18.148291 run osmo-msc_10.42.42.6(pid=637): stdout: \u000a| (launched: 2022-12-09_11:36:16.640784) \u000a11:36:18.201540 run osmo-msc_10.42.42.6(pid=637): stderr: \u000a| �[0;m�[38;5;43m20221209113617116 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209113617116 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f71b69efc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209113617116 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209113617125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209113617125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209113617125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209113617128 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209113617128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209113617129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209113617129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:36:18.246933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=630): Terminating (SIGTERM)\u000a11:36:18.290180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=633): Terminating (SIGTERM)\u000a11:36:18.333529 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=636): Terminating (SIGTERM)\u000a11:36:18.343790 --- ParallelTerminationStrategy: PID 630 died...\u000a11:36:18.401404 run pcap-recorder_any(filters='host 10.42.42.2')(pid=630): Terminated: ok {rc=0}\u000a11:36:18.411680 --- ParallelTerminationStrategy: PID 633 died...\u000a11:36:18.468706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=633): Terminated: ok {rc=0}\u000a11:36:18.479098 --- ParallelTerminationStrategy: PID 636 died...\u000a11:36:18.536205 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=636): Terminated: ok {rc=0}\u000a11:36:18.622896 bus /sierra_3: Setting Powered False\u000a11:36:19.724546 bus /sierra_3: Setting Powered False\u000a11:36:20.837164 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "37", "name" : "sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:36:11" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "nitb_ussd:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=643): Process ended prematurely: osmo-nitb_10.42.42.2(pid=643) [trial-2359↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=643)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=643): Process ended prematurely: osmo-nitb_10.42.42.2(pid=643) [trial-2359↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=643)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 nitb_ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a11:36:22.712743 tst nitb_ussd:trx-b200: Using 1 x ip_address (candidates: 1)\u000a11:36:22.723962 tst nitb_ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a11:36:22.871385 tst assert_extension.py: using LAC 21189\u000a11:36:22.999265 tst assert_extension.py: using RAC 24\u000a11:36:23.122372 tst assert_extension.py: using CellId 21189\u000a11:36:23.241685 tst assert_extension.py: using BVCI 21190\u000a11:36:23.265057 tst nitb_ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a11:36:23.564667 tst assert_extension.py:10: start nitb and bts...\u000a11:36:23.702352 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a11:36:24.383263 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=642): Launched\u000a11:36:24.709402 run osmo-nitb_10.42.42.2(pid=643): Launched\u000a11:36:24.910114 run osmo-nitb_10.42.42.2(pid=643): ERR: Terminated: ERROR {rc=2} [trial-2359↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=643)]\u000a11:36:25.058157 run osmo-nitb_10.42.42.2(pid=643): stdout: \u000a| (launched: 2022-12-09_11:36:24.549482) \u000a11:36:25.206475 run osmo-nitb_10.42.42.2(pid=643): stderr: \u000a| (launched: 2022-12-09_11:36:24.597958)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:36:25.349409 run osmo-nitb_10.42.42.2(pid=643): stdout: \u000a| (launched: 2022-12-09_11:36:24.549482) \u000a11:36:25.491323 run osmo-nitb_10.42.42.2(pid=643): stderr: \u000a| (launched: 2022-12-09_11:36:24.597958)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:36:25.841354 tst osmo-nitb_10.42.42.2(pid=643): stdout: \u000a| (launched: 2022-12-09_11:36:24.549482) \u000a11:36:25.972811 tst osmo-nitb_10.42.42.2(pid=643): stderr: \u000a| (launched: 2022-12-09_11:36:24.597958)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:36:26.030274 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=643): Process ended prematurely: osmo-nitb_10.42.42.2(pid=643) [trial-2359↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=643)] [trial-2359↪nitb_ussd:trx-b200↪assert_extension.py:12]\u000a11:36:26.039031 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a11:36:26.075951 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=642): Terminating (SIGTERM)\u000a11:36:26.253955 --- ParallelTerminationStrategy: PID 642 died...\u000a11:36:26.312368 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=642): Terminated: ok {rc=0}\u000a11:36:26.402043 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "38", "name" : "nitb_ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:36:22" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "ussd:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=653): Process ended prematurely: osmo-stp_10.42.42.5(pid=653) [trial-2359↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=653)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=653): Process ended prematurely: osmo-stp_10.42.42.5(pid=653) [trial-2359↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=653)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a11:36:28.247400 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:36:28.259076 tst ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a11:36:28.404667 tst assert_extension.py: using LAC 21190\u000a11:36:28.533676 tst assert_extension.py: using RAC 25\u000a11:36:28.659492 tst assert_extension.py: using CellId 21190\u000a11:36:28.786505 tst assert_extension.py: using BVCI 21191\u000a11:36:28.811462 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:36:28.822649 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:36:28.833625 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:36:28.844629 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:36:28.855945 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:36:28.867110 tst ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a11:36:29.069606 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:36:29.561144 run create_hlr_db(pid=647): Launched\u000a11:36:29.739393 bus /sierra_2: Setting Powered False\u000a11:36:30.760004 run create_hlr_db(pid=647): Terminated: ok {rc=0}\u000a11:36:31.219507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=649): Launched\u000a11:36:31.646988 run osmo-hlr_10.42.42.2(pid=650): Launched\u000a11:36:31.797288 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:36:32.553656 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=652): Launched\u000a11:36:32.863236 run osmo-stp_10.42.42.5(pid=653): Launched\u000a11:36:32.974717 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:36:33.535381 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=655): Launched\u000a11:36:33.843677 run osmo-msc_10.42.42.6(pid=656): Launched\u000a11:36:34.022668 run osmo-stp_10.42.42.5(pid=653): ERR: Terminated: ERROR {rc=1} [trial-2359↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=653)]\u000a11:36:34.152471 run osmo-stp_10.42.42.5(pid=653): stdout: \u000a| (launched: 2022-12-09_11:36:32.709085)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:36:34.280173 run osmo-stp_10.42.42.5(pid=653): stderr: \u000a| �[0;m�[38;5;43m20221209113632881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113632881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113632882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113632882 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113632882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113632883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113632883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:36:34.403209 run osmo-stp_10.42.42.5(pid=653): stdout: \u000a| (launched: 2022-12-09_11:36:32.709085)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:36:34.524826 run osmo-stp_10.42.42.5(pid=653): stderr: \u000a| �[0;m�[38;5;43m20221209113632881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113632881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113632882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113632882 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113632882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113632883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113632883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:36:34.578287 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=653): Process ended prematurely: osmo-stp_10.42.42.5(pid=653) [trial-2359↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=653)] [trial-2359↪ussd:trx-b200↪assert_extension.py:17]\u000a11:36:34.586301 tst assert_extension.py:17: Test FAILED (6.3 sec)\u000a11:36:34.645998 run osmo-hlr_10.42.42.2(pid=650): ERR: Terminated: ERROR {rc=237} [trial-2359↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=650)]\u000a11:36:34.695587 run osmo-hlr_10.42.42.2(pid=650): stdout: \u000a| (launched: 2022-12-09_11:36:31.378214) \u000a11:36:34.746010 run osmo-hlr_10.42.42.2(pid=650): stderr: \u000a| �[0;m�[1;31m20221209113631619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209113631619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209113631619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113631619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113631619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209113631619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209113631636 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/ussd:trx-b200/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209113631662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209113631662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209113631662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:36:34.814923 run osmo-msc_10.42.42.6(pid=656): ERR: Terminated: ERROR {rc=2} [trial-2359↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=656)]\u000a11:36:34.864779 run osmo-msc_10.42.42.6(pid=656): stdout: \u000a| (launched: 2022-12-09_11:36:33.690392) \u000a11:36:34.915543 run osmo-msc_10.42.42.6(pid=656): stderr: \u000a| �[0;m�[38;5;43m20221209113633966 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209113633966 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f74312a9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209113633966 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209113633966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209113633966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209113633966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209113633968 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209113633968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209113633969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209113633969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:36:34.958250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=649): Terminating (SIGTERM)\u000a11:36:34.998426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=652): Terminating (SIGTERM)\u000a11:36:35.038705 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=655): Terminating (SIGTERM)\u000a11:36:35.047944 --- ParallelTerminationStrategy: PID 649 died...\u000a11:36:35.102168 run pcap-recorder_any(filters='host 10.42.42.2')(pid=649): Terminated: ok {rc=0}\u000a11:36:35.111830 --- ParallelTerminationStrategy: PID 652 died...\u000a11:36:35.165696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=652): Terminated: ok {rc=0}\u000a11:36:35.175319 --- ParallelTerminationStrategy: PID 655 died...\u000a11:36:35.229681 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=655): Terminated: ok {rc=0}\u000a11:36:35.320101 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "39", "name" : "ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:36:28" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=667): Process ended prematurely: osmo-stp_10.42.42.5(pid=667) [trial-2359↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=667)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=667): Process ended prematurely: osmo-stp_10.42.42.5(pid=667) [trial-2359↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=667)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a11:36:37.286536 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:36:37.298281 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a11:36:37.467280 tst mo_mt_call.py: using LAC 21191\u000a11:36:37.597929 tst mo_mt_call.py: using RAC 26\u000a11:36:37.730746 tst mo_mt_call.py: using CellId 21191\u000a11:36:37.861326 tst mo_mt_call.py: using BVCI 21192\u000a11:36:37.886706 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:36:37.898303 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:36:37.909722 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:36:37.921478 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:36:37.933620 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:36:37.945730 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:36:38.066067 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:36:38.284104 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:36:38.811910 run create_hlr_db(pid=661): Launched\u000a11:36:39.006516 bus /sierra_2: Setting Powered False\u000a11:36:40.027036 run create_hlr_db(pid=661): Terminated: ok {rc=0}\u000a11:36:40.447781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=663): Launched\u000a11:36:40.761369 run osmo-hlr_10.42.42.2(pid=664): Launched\u000a11:36:40.876749 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:36:41.420321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=666): Launched\u000a11:36:41.733248 run osmo-stp_10.42.42.5(pid=667): Launched\u000a11:36:41.846262 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:36:42.419726 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=669): Launched\u000a11:36:42.737120 run osmo-msc_10.42.42.6(pid=670): Launched\u000a11:36:42.920217 run osmo-stp_10.42.42.5(pid=667): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=667)]\u000a11:36:43.052060 run osmo-stp_10.42.42.5(pid=667): stdout: \u000a| (launched: 2022-12-09_11:36:41.578689)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:36:43.181865 run osmo-stp_10.42.42.5(pid=667): stderr: \u000a| �[0;m�[38;5;43m20221209113641753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113641753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113641753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113641753 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113641754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113641754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113641754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:36:43.306847 run osmo-stp_10.42.42.5(pid=667): stdout: \u000a| (launched: 2022-12-09_11:36:41.578689)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:36:43.430671 run osmo-stp_10.42.42.5(pid=667): stderr: \u000a| �[0;m�[38;5;43m20221209113641753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113641753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113641753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113641753 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113641754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113641754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113641754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:36:43.485191 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=667): Process ended prematurely: osmo-stp_10.42.42.5(pid=667) [trial-2359↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=667)] [trial-2359↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a11:36:43.493790 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a11:36:43.553874 run osmo-hlr_10.42.42.2(pid=664): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=664)]\u000a11:36:43.603414 run osmo-hlr_10.42.42.2(pid=664): stdout: \u000a| (launched: 2022-12-09_11:36:40.606488) \u000a11:36:43.653568 run osmo-hlr_10.42.42.2(pid=664): stderr: \u000a| �[0;m�[1;31m20221209113640785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209113640785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209113640785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113640785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113640785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209113640785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209113640797 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209113640806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209113640806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209113640806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:36:43.721438 run osmo-msc_10.42.42.6(pid=670): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=670)]\u000a11:36:43.771106 run osmo-msc_10.42.42.6(pid=670): stdout: \u000a| (launched: 2022-12-09_11:36:42.579141) \u000a11:36:43.821313 run osmo-msc_10.42.42.6(pid=670): stderr: \u000a| �[0;m�[38;5;43m20221209113642853 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209113642853 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff626b78c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209113642853 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209113642853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209113642854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209113642854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209113642855 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209113642856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209113642856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209113642856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:36:43.863670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=663): Terminating (SIGTERM)\u000a11:36:43.903757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=666): Terminating (SIGTERM)\u000a11:36:43.943754 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=669): Terminating (SIGTERM)\u000a11:36:43.952834 --- ParallelTerminationStrategy: PID 663 died...\u000a11:36:44.006453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=663): Terminated: ok {rc=0}\u000a11:36:44.015985 --- ParallelTerminationStrategy: PID 666 died...\u000a11:36:44.069805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=666): Terminated: ok {rc=0}\u000a11:36:44.079746 --- ParallelTerminationStrategy: PID 669 died...\u000a11:36:44.133306 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=669): Terminated: ok {rc=0}\u000a11:36:44.223187 bus /sierra_3: Setting Powered False\u000a11:36:45.333625 bus /sierra_3: Setting Powered False\u000a11:36:46.461585 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 42, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=678): Process ended prematurely: osmo-stp_10.42.42.5(pid=678) [trial-2359↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=678)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=678): Process ended prematurely: osmo-stp_10.42.42.5(pid=678) [trial-2359↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=678)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:36:47.580447 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:36:47.592901 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a11:36:47.762259 tst mo_mt_call_osmux.py: using LAC 21192\u000a11:36:47.893344 tst mo_mt_call_osmux.py: using RAC 27\u000a11:36:48.026601 tst mo_mt_call_osmux.py: using CellId 21192\u000a11:36:48.157493 tst mo_mt_call_osmux.py: using BVCI 21193\u000a11:36:48.183042 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:36:48.194703 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:36:48.206136 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:36:48.217793 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:36:48.229703 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:36:48.242156 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:36:48.362358 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:36:48.580102 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:36:49.107869 run create_hlr_db(pid=672): Launched\u000a11:36:49.300215 bus /sierra_2: Setting Powered False\u000a11:36:50.320829 run create_hlr_db(pid=672): Terminated: ok {rc=0}\u000a11:36:50.765607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=674): Launched\u000a11:36:51.100635 run osmo-hlr_10.42.42.2(pid=675): Launched\u000a11:36:51.224331 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:36:51.809348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=677): Launched\u000a11:36:52.144528 run osmo-stp_10.42.42.5(pid=678): Launched\u000a11:36:52.266324 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:36:52.876928 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=680): Launched\u000a11:36:53.213488 run osmo-msc_10.42.42.6(pid=681): Launched\u000a11:36:53.408239 run osmo-stp_10.42.42.5(pid=678): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=678)]\u000a11:36:53.549394 run osmo-stp_10.42.42.5(pid=678): stdout: \u000a| (launched: 2022-12-09_11:36:51.979265)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:36:53.688722 run osmo-stp_10.42.42.5(pid=678): stderr: \u000a| �[0;m�[38;5;43m20221209113652176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113652176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113652176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113652177 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113652177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113652177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113652177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:36:53.822327 run osmo-stp_10.42.42.5(pid=678): stdout: \u000a| (launched: 2022-12-09_11:36:51.979265)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:36:53.954784 run osmo-stp_10.42.42.5(pid=678): stderr: \u000a| �[0;m�[38;5;43m20221209113652176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113652176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113652176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113652177 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113652177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113652177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113652177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:36:54.013063 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=678): Process ended prematurely: osmo-stp_10.42.42.5(pid=678) [trial-2359↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=678)] [trial-2359↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a11:36:54.022578 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a11:36:54.086818 run osmo-hlr_10.42.42.2(pid=675): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=675)]\u000a11:36:54.139203 run osmo-hlr_10.42.42.2(pid=675): stdout: \u000a| (launched: 2022-12-09_11:36:50.935293) \u000a11:36:54.192396 run osmo-hlr_10.42.42.2(pid=675): stderr: \u000a| �[0;m�[1;31m20221209113651136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209113651136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209113651136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113651136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113651136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209113651136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209113651148 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209113651157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209113651157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209113651157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:36:54.264302 run osmo-msc_10.42.42.6(pid=681): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=681)]\u000a11:36:54.316983 run osmo-msc_10.42.42.6(pid=681): stdout: \u000a| (launched: 2022-12-09_11:36:53.047130) \u000a11:36:54.369865 run osmo-msc_10.42.42.6(pid=681): stderr: \u000a| �[0;m�[38;5;43m20221209113653373 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209113653373 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f40739aac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209113653373 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209113653373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209113653373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209113653374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209113653375 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209113653376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209113653376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209113653376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:36:54.414824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=674): Terminating (SIGTERM)\u000a11:36:54.457510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=677): Terminating (SIGTERM)\u000a11:36:54.500127 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=680): Terminating (SIGTERM)\u000a11:36:54.509963 --- ParallelTerminationStrategy: PID 674 died...\u000a11:36:54.567211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=674): Terminated: ok {rc=0}\u000a11:36:54.577448 --- ParallelTerminationStrategy: PID 677 died...\u000a11:36:54.633859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=677): Terminated: ok {rc=0}\u000a11:36:54.644290 --- ParallelTerminationStrategy: PID 680 died...\u000a11:36:54.701211 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=680): Terminated: ok {rc=0}\u000a11:36:54.789030 bus /sierra_3: Setting Powered False\u000a11:36:55.897950 bus /sierra_3: Setting Powered False\u000a11:36:57.011970 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "40", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:36:36" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=692): Process ended prematurely: osmo-stp_10.42.42.5(pid=692) [trial-2359↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=692)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=692): Process ended prematurely: osmo-stp_10.42.42.5(pid=692) [trial-2359↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=692)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a11:36:59.006317 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:36:59.017485 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a11:36:59.175379 tst mo_mt_call.py: using LAC 21193\u000a11:36:59.299272 tst mo_mt_call.py: using RAC 28\u000a11:36:59.422920 tst mo_mt_call.py: using CellId 21193\u000a11:36:59.547050 tst mo_mt_call.py: using BVCI 21194\u000a11:36:59.570817 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:36:59.582059 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:36:59.592923 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:36:59.603944 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:36:59.615033 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:36:59.626023 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:36:59.745168 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:36:59.953404 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:37:00.456194 run create_hlr_db(pid=686): Launched\u000a11:37:00.635049 bus /sierra_2: Setting Powered False\u000a11:37:01.659120 run create_hlr_db(pid=686): Terminated: ok {rc=0}\u000a11:37:02.139496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=688): Launched\u000a11:37:02.481349 run osmo-hlr_10.42.42.2(pid=689): Launched\u000a11:37:02.604812 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:37:03.190721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=691): Launched\u000a11:37:03.528030 run osmo-stp_10.42.42.5(pid=692): Launched\u000a11:37:03.649519 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:37:04.260459 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=694): Launched\u000a11:37:04.596621 run osmo-msc_10.42.42.6(pid=695): Launched\u000a11:37:04.791542 run osmo-stp_10.42.42.5(pid=692): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=692)]\u000a11:37:04.933077 run osmo-stp_10.42.42.5(pid=692): stdout: \u000a| (launched: 2022-12-09_11:37:03.361492)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:37:05.073386 run osmo-stp_10.42.42.5(pid=692): stderr: \u000a| �[0;m�[38;5;43m20221209113703555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113703555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113703555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113703556 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113703556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113703556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113703556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:37:05.207218 run osmo-stp_10.42.42.5(pid=692): stdout: \u000a| (launched: 2022-12-09_11:37:03.361492)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:37:05.339569 run osmo-stp_10.42.42.5(pid=692): stderr: \u000a| �[0;m�[38;5;43m20221209113703555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113703555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113703555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113703556 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113703556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113703556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113703556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:37:05.398040 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=692): Process ended prematurely: osmo-stp_10.42.42.5(pid=692) [trial-2359↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=692)] [trial-2359↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a11:37:05.407638 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a11:37:05.472032 run osmo-hlr_10.42.42.2(pid=689): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=689)]\u000a11:37:05.524539 run osmo-hlr_10.42.42.2(pid=689): stdout: \u000a| (launched: 2022-12-09_11:37:02.311675) \u000a11:37:05.577443 run osmo-hlr_10.42.42.2(pid=689): stderr: \u000a| �[0;m�[1;31m20221209113702515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209113702516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209113702516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113702516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113702516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209113702516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209113702554 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209113702563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209113702563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209113702563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:37:05.648984 run osmo-msc_10.42.42.6(pid=695): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=695)]\u000a11:37:05.701758 run osmo-msc_10.42.42.6(pid=695): stdout: \u000a| (launched: 2022-12-09_11:37:04.430282) \u000a11:37:05.754750 run osmo-msc_10.42.42.6(pid=695): stderr: \u000a| �[0;m�[38;5;43m20221209113704755 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209113704755 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f20d5553c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209113704755 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209113704755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209113704755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209113704756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209113704757 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209113704758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209113704758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209113704758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:37:05.800040 run pcap-recorder_any(filters='host 10.42.42.2')(pid=688): Terminating (SIGTERM)\u000a11:37:05.843193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=691): Terminating (SIGTERM)\u000a11:37:05.886083 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=694): Terminating (SIGTERM)\u000a11:37:05.896025 --- ParallelTerminationStrategy: PID 688 died...\u000a11:37:05.953956 run pcap-recorder_any(filters='host 10.42.42.2')(pid=688): Terminated: ok {rc=0}\u000a11:37:05.964829 --- ParallelTerminationStrategy: PID 691 died...\u000a11:37:06.021924 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=691): Terminated: ok {rc=0}\u000a11:37:06.032446 --- ParallelTerminationStrategy: PID 694 died...\u000a11:37:06.089474 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=694): Terminated: ok {rc=0}\u000a11:37:06.177569 bus /sierra_3: Setting Powered False\u000a11:37:07.286852 bus /sierra_3: Setting Powered False\u000a11:37:08.400931 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 42, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=703): Process ended prematurely: osmo-stp_10.42.42.5(pid=703) [trial-2359↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=703)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=703): Process ended prematurely: osmo-stp_10.42.42.5(pid=703) [trial-2359↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=703)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:37:09.513759 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:37:09.525752 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a11:37:09.686290 tst mo_mt_call_osmux.py: using LAC 21194\u000a11:37:09.811053 tst mo_mt_call_osmux.py: using RAC 29\u000a11:37:09.935447 tst mo_mt_call_osmux.py: using CellId 21194\u000a11:37:10.059410 tst mo_mt_call_osmux.py: using BVCI 21195\u000a11:37:10.083096 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:37:10.094484 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:37:10.105576 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:37:10.116577 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:37:10.128059 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:37:10.139109 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:37:10.258202 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:37:10.476282 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:37:11.004932 run create_hlr_db(pid=697): Launched\u000a11:37:11.199350 bus /sierra_2: Setting Powered False\u000a11:37:12.218583 run create_hlr_db(pid=697): Terminated: ok {rc=0}\u000a11:37:12.644194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=699): Launched\u000a11:37:12.960061 run osmo-hlr_10.42.42.2(pid=700): Launched\u000a11:37:13.083446 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:37:13.635482 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=702): Launched\u000a11:37:13.950689 run osmo-stp_10.42.42.5(pid=703): Launched\u000a11:37:14.064661 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:37:14.645995 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=705): Launched\u000a11:37:14.960664 run osmo-msc_10.42.42.6(pid=706): Launched\u000a11:37:15.146094 run osmo-stp_10.42.42.5(pid=703): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=703)]\u000a11:37:15.278062 run osmo-stp_10.42.42.5(pid=703): stdout: \u000a| (launched: 2022-12-09_11:37:13.794907)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:37:15.408140 run osmo-stp_10.42.42.5(pid=703): stderr: \u000a| �[0;m�[38;5;43m20221209113713970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113713970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113713970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113713971 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113713971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113713971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113713971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:37:15.533152 run osmo-stp_10.42.42.5(pid=703): stdout: \u000a| (launched: 2022-12-09_11:37:13.794907)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:37:15.656761 run osmo-stp_10.42.42.5(pid=703): stderr: \u000a| �[0;m�[38;5;43m20221209113713970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113713970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113713970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113713971 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113713971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113713971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113713971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:37:15.711368 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=703): Process ended prematurely: osmo-stp_10.42.42.5(pid=703) [trial-2359↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=703)] [trial-2359↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a11:37:15.720045 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a11:37:15.780543 run osmo-hlr_10.42.42.2(pid=700): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=700)]\u000a11:37:15.837980 run osmo-hlr_10.42.42.2(pid=700): stdout: \u000a| (launched: 2022-12-09_11:37:12.804668) \u000a11:37:15.911054 run osmo-hlr_10.42.42.2(pid=700): stderr: \u000a| �[0;m�[1;31m20221209113712985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209113712985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209113712985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113712985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113712985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209113712985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209113712997 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209113713005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209113713006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209113713006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:37:15.981888 run osmo-msc_10.42.42.6(pid=706): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=706)]\u000a11:37:16.033095 run osmo-msc_10.42.42.6(pid=706): stdout: \u000a| (launched: 2022-12-09_11:37:14.805223) \u000a11:37:16.084144 run osmo-msc_10.42.42.6(pid=706): stderr: \u000a| �[0;m�[38;5;43m20221209113715077 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209113715077 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8ce77efc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209113715077 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209113715077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209113715077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209113715078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209113715079 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209113715080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209113715080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209113715080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:37:16.127539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=699): Terminating (SIGTERM)\u000a11:37:16.170538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=702): Terminating (SIGTERM)\u000a11:37:16.212212 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=705): Terminating (SIGTERM)\u000a11:37:16.221563 --- ParallelTerminationStrategy: PID 699 died...\u000a11:37:16.276587 run pcap-recorder_any(filters='host 10.42.42.2')(pid=699): Terminated: ok {rc=0}\u000a11:37:16.286738 --- ParallelTerminationStrategy: PID 702 died...\u000a11:37:16.341502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=702): Terminated: ok {rc=0}\u000a11:37:16.351435 --- ParallelTerminationStrategy: PID 705 died...\u000a11:37:16.406043 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=705): Terminated: ok {rc=0}\u000a11:37:16.492464 bus /sierra_3: Setting Powered False\u000a11:37:17.595278 bus /sierra_3: Setting Powered False\u000a11:37:18.709729 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "41", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:36:58" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=718): Process ended prematurely: osmo-stp_10.42.42.5(pid=718) [trial-2359↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=718)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=718): Process ended prematurely: osmo-stp_10.42.42.5(pid=718) [trial-2359↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=718)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a11:37:20.719995 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:37:20.731838 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a11:37:20.898284 tst mo_mt_call.py: using LAC 21195\u000a11:37:21.028051 tst mo_mt_call.py: using RAC 30\u000a11:37:21.157855 tst mo_mt_call.py: using CellId 21195\u000a11:37:21.289166 tst mo_mt_call.py: using BVCI 21196\u000a11:37:21.314594 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:37:21.326290 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:37:21.337782 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:37:21.349769 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:37:21.361314 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:37:21.372895 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:37:21.494716 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:37:21.704567 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:37:22.210525 run create_hlr_db(pid=712): Launched\u000a11:37:22.390681 bus /sierra_2: Setting Powered False\u000a11:37:23.412455 run create_hlr_db(pid=712): Terminated: ok {rc=0}\u000a11:37:23.858681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=714): Launched\u000a11:37:24.195623 run osmo-hlr_10.42.42.2(pid=715): Launched\u000a11:37:24.316757 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:37:24.902948 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=717): Launched\u000a11:37:25.240696 run osmo-stp_10.42.42.5(pid=718): Launched\u000a11:37:25.362722 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:37:25.974994 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=720): Launched\u000a11:37:26.311442 run osmo-msc_10.42.42.6(pid=721): Launched\u000a11:37:26.507484 run osmo-stp_10.42.42.5(pid=718): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=718)]\u000a11:37:26.649420 run osmo-stp_10.42.42.5(pid=718): stdout: \u000a| (launched: 2022-12-09_11:37:25.074691)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:37:26.789132 run osmo-stp_10.42.42.5(pid=718): stderr: \u000a| �[0;m�[38;5;43m20221209113725269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113725270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113725270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113725270 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113725272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113725273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113725273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:37:26.922949 run osmo-stp_10.42.42.5(pid=718): stdout: \u000a| (launched: 2022-12-09_11:37:25.074691)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:37:27.056136 run osmo-stp_10.42.42.5(pid=718): stderr: \u000a| �[0;m�[38;5;43m20221209113725269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113725270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113725270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113725270 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113725272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113725273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113725273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:37:27.114944 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=718): Process ended prematurely: osmo-stp_10.42.42.5(pid=718) [trial-2359↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=718)] [trial-2359↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a11:37:27.124510 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a11:37:27.188843 run osmo-hlr_10.42.42.2(pid=715): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=715)]\u000a11:37:27.241605 run osmo-hlr_10.42.42.2(pid=715): stdout: \u000a| (launched: 2022-12-09_11:37:24.029461) \u000a11:37:27.294506 run osmo-hlr_10.42.42.2(pid=715): stderr: \u000a| �[0;m�[1;31m20221209113724230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209113724230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209113724230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113724230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113724230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209113724230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209113724243 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209113724251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209113724251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209113724251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:37:27.366354 run osmo-msc_10.42.42.6(pid=721): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=721)]\u000a11:37:27.418556 run osmo-msc_10.42.42.6(pid=721): stdout: \u000a| (launched: 2022-12-09_11:37:26.145560) \u000a11:37:27.471518 run osmo-msc_10.42.42.6(pid=721): stderr: \u000a| �[0;m�[38;5;43m20221209113726469 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209113726470 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f78021e7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209113726470 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209113726470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209113726470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209113726470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209113726472 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209113726472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209113726472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209113726472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:37:27.517071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=714): Terminating (SIGTERM)\u000a11:37:27.559829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=717): Terminating (SIGTERM)\u000a11:37:27.603000 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=720): Terminating (SIGTERM)\u000a11:37:27.613196 --- ParallelTerminationStrategy: PID 714 died...\u000a11:37:27.670262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=714): Terminated: ok {rc=0}\u000a11:37:27.680823 --- ParallelTerminationStrategy: PID 717 died...\u000a11:37:27.737881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=717): Terminated: ok {rc=0}\u000a11:37:27.748560 --- ParallelTerminationStrategy: PID 720 died...\u000a11:37:27.806108 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=720): Terminated: ok {rc=0}\u000a11:37:27.895008 bus /sierra_3: Setting Powered False\u000a11:37:29.004706 bus /sierra_3: Setting Powered False\u000a11:37:30.114264 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 42, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=729): Process ended prematurely: osmo-stp_10.42.42.5(pid=729) [trial-2359↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=729)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=729): Process ended prematurely: osmo-stp_10.42.42.5(pid=729) [trial-2359↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=729)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:37:31.233661 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:37:31.247180 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a11:37:31.415520 tst mo_mt_call_osmux.py: using LAC 21196\u000a11:37:31.543742 tst mo_mt_call_osmux.py: using RAC 31\u000a11:37:31.676518 tst mo_mt_call_osmux.py: using CellId 21196\u000a11:37:31.863853 tst mo_mt_call_osmux.py: using BVCI 21197\u000a11:37:31.890574 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:37:31.902739 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:37:31.914474 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:37:31.926016 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:37:31.937583 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:37:31.949097 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:37:32.075735 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:37:32.304879 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:37:32.836245 run create_hlr_db(pid=723): Launched\u000a11:37:33.030925 bus /sierra_2: Setting Powered False\u000a11:37:34.051910 run create_hlr_db(pid=723): Terminated: ok {rc=0}\u000a11:37:34.480916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=725): Launched\u000a11:37:34.818923 run osmo-hlr_10.42.42.2(pid=726): Launched\u000a11:37:34.943862 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:37:35.527529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=728): Launched\u000a11:37:35.869428 run osmo-stp_10.42.42.5(pid=729): Launched\u000a11:37:35.991396 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:37:36.604568 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=732): Launched\u000a11:37:36.940920 run osmo-msc_10.42.42.6(pid=733): Launched\u000a11:37:37.137424 run osmo-stp_10.42.42.5(pid=729): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=729)]\u000a11:37:37.278906 run osmo-stp_10.42.42.5(pid=729): stdout: \u000a| (launched: 2022-12-09_11:37:35.696916)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:37:37.419285 run osmo-stp_10.42.42.5(pid=729): stderr: \u000a| �[0;m�[38;5;43m20221209113735899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113735899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113735899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113735899 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113735900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113735900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113735900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:37:37.553419 run osmo-stp_10.42.42.5(pid=729): stdout: \u000a| (launched: 2022-12-09_11:37:35.696916)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:37:37.686117 run osmo-stp_10.42.42.5(pid=729): stderr: \u000a| �[0;m�[38;5;43m20221209113735899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113735899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113735899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113735899 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113735900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113735900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113735900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:37:37.744733 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=729): Process ended prematurely: osmo-stp_10.42.42.5(pid=729) [trial-2359↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=729)] [trial-2359↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a11:37:37.754203 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a11:37:37.818275 run osmo-hlr_10.42.42.2(pid=726): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=726)]\u000a11:37:37.870714 run osmo-hlr_10.42.42.2(pid=726): stdout: \u000a| (launched: 2022-12-09_11:37:34.651666) \u000a11:37:37.923894 run osmo-hlr_10.42.42.2(pid=726): stderr: \u000a| �[0;m�[1;31m20221209113734854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209113734854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209113734854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113734854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113734854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209113734854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209113734872 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209113734882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209113734882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209113734882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:37:37.995925 run osmo-msc_10.42.42.6(pid=733): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=733)]\u000a11:37:38.048406 run osmo-msc_10.42.42.6(pid=733): stdout: \u000a| (launched: 2022-12-09_11:37:36.774873) \u000a11:37:38.101434 run osmo-msc_10.42.42.6(pid=733): stderr: \u000a| �[0;m�[38;5;43m20221209113737102 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209113737103 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbc79a85c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209113737103 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209113737103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209113737103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209113737103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209113737105 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209113737105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209113737105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209113737105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:37:38.146597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=725): Terminating (SIGTERM)\u000a11:37:38.189406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=728): Terminating (SIGTERM)\u000a11:37:38.232171 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=732): Terminating (SIGTERM)\u000a11:37:38.241977 --- ParallelTerminationStrategy: PID 725 died...\u000a11:37:38.298705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=725): Terminated: ok {rc=0}\u000a11:37:38.309107 --- ParallelTerminationStrategy: PID 728 died...\u000a11:37:38.365988 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=728): Terminated: ok {rc=0}\u000a11:37:38.376133 --- ParallelTerminationStrategy: PID 732 died...\u000a11:37:38.432916 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=732): Terminated: ok {rc=0}\u000a11:37:38.521468 bus /sierra_3: Setting Powered False\u000a11:37:39.628511 bus /sierra_3: Setting Powered False\u000a11:37:40.737488 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "42", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:37:20" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=744): Process ended prematurely: osmo-stp_10.42.42.5(pid=744) [trial-2359↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=744)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=744): Process ended prematurely: osmo-stp_10.42.42.5(pid=744) [trial-2359↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=744)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a11:37:42.729779 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:37:42.740872 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a11:37:42.901291 tst mo_mt_call.py: using LAC 21197\u000a11:37:43.023290 tst mo_mt_call.py: using RAC 32\u000a11:37:43.154932 tst mo_mt_call.py: using CellId 21197\u000a11:37:43.291287 tst mo_mt_call.py: using BVCI 21198\u000a11:37:43.317045 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:37:43.328882 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:37:43.340495 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:37:43.352389 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:37:43.364113 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:37:43.375797 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:37:43.498066 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:37:43.705505 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:37:44.210073 run create_hlr_db(pid=738): Launched\u000a11:37:44.390841 bus /sierra_2: Setting Powered False\u000a11:37:45.412676 run create_hlr_db(pid=738): Terminated: ok {rc=0}\u000a11:37:45.863176 run pcap-recorder_any(filters='host 10.42.42.2')(pid=740): Launched\u000a11:37:46.277288 run osmo-hlr_10.42.42.2(pid=741): Launched\u000a11:37:46.450754 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:37:47.119411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=743): Launched\u000a11:37:47.438776 run osmo-stp_10.42.42.5(pid=744): Launched\u000a11:37:47.554188 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:37:48.133227 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=746): Launched\u000a11:37:48.447767 run osmo-msc_10.42.42.6(pid=747): Launched\u000a11:37:48.634595 run osmo-stp_10.42.42.5(pid=744): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=744)]\u000a11:37:48.766656 run osmo-stp_10.42.42.5(pid=744): stdout: \u000a| (launched: 2022-12-09_11:37:47.282665)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:37:48.896894 run osmo-stp_10.42.42.5(pid=744): stderr: \u000a| �[0;m�[38;5;43m20221209113747456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113747456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113747457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113747457 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113747458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113747458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113747458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:37:49.022594 run osmo-stp_10.42.42.5(pid=744): stdout: \u000a| (launched: 2022-12-09_11:37:47.282665)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:37:49.146914 run osmo-stp_10.42.42.5(pid=744): stderr: \u000a| �[0;m�[38;5;43m20221209113747456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113747456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113747457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113747457 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113747458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113747458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113747458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:37:49.201424 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=744): Process ended prematurely: osmo-stp_10.42.42.5(pid=744) [trial-2359↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=744)] [trial-2359↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a11:37:49.210069 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a11:37:49.270384 run osmo-hlr_10.42.42.2(pid=741): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=741)]\u000a11:37:49.320177 run osmo-hlr_10.42.42.2(pid=741): stdout: \u000a| (launched: 2022-12-09_11:37:46.048096) \u000a11:37:49.371095 run osmo-hlr_10.42.42.2(pid=741): stderr: \u000a| �[0;m�[1;31m20221209113746419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209113746419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209113746419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113746419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113746419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209113746419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209113746435 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209113746443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209113746443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209113746443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:37:49.439544 run osmo-msc_10.42.42.6(pid=747): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=747)]\u000a11:37:49.489397 run osmo-msc_10.42.42.6(pid=747): stdout: \u000a| (launched: 2022-12-09_11:37:48.292877) \u000a11:37:49.539945 run osmo-msc_10.42.42.6(pid=747): stderr: \u000a| �[0;m�[38;5;43m20221209113748568 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209113748568 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4cad0f9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209113748568 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209113748568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209113748568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209113748568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209113748570 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209113748570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209113748571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209113748571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:37:49.582378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=740): Terminating (SIGTERM)\u000a11:37:49.623244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=743): Terminating (SIGTERM)\u000a11:37:49.663738 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=746): Terminating (SIGTERM)\u000a11:37:49.673078 --- ParallelTerminationStrategy: PID 740 died...\u000a11:37:49.727099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=740): Terminated: ok {rc=0}\u000a11:37:49.736692 --- ParallelTerminationStrategy: PID 743 died...\u000a11:37:49.790922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=743): Terminated: ok {rc=0}\u000a11:37:49.800663 --- ParallelTerminationStrategy: PID 746 died...\u000a11:37:49.854965 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=746): Terminated: ok {rc=0}\u000a11:37:49.940506 bus /sierra_3: Setting Powered False\u000a11:37:51.051345 bus /sierra_3: Setting Powered False\u000a11:37:52.162965 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 42, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=755): Process ended prematurely: osmo-stp_10.42.42.5(pid=755) [trial-2359↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=755)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=755): Process ended prematurely: osmo-stp_10.42.42.5(pid=755) [trial-2359↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=755)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:37:53.281194 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:37:53.294053 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a11:37:53.465452 tst mo_mt_call_osmux.py: using LAC 21198\u000a11:37:53.601495 tst mo_mt_call_osmux.py: using RAC 33\u000a11:37:53.726454 tst mo_mt_call_osmux.py: using CellId 21198\u000a11:37:53.852639 tst mo_mt_call_osmux.py: using BVCI 21199\u000a11:37:53.876417 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:37:53.887497 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:37:53.898524 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:37:53.909377 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:37:53.920277 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:37:53.931228 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:37:54.049480 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:37:54.266431 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:37:54.794496 run create_hlr_db(pid=749): Launched\u000a11:37:54.988503 bus /sierra_2: Setting Powered False\u000a11:37:56.009664 run create_hlr_db(pid=749): Terminated: ok {rc=0}\u000a11:37:56.433360 run pcap-recorder_any(filters='host 10.42.42.2')(pid=751): Launched\u000a11:37:56.750516 run osmo-hlr_10.42.42.2(pid=752): Launched\u000a11:37:56.866398 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:37:57.412714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=754): Launched\u000a11:37:57.728127 run osmo-stp_10.42.42.5(pid=755): Launched\u000a11:37:57.842145 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:37:58.414751 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=757): Launched\u000a11:37:58.729979 run osmo-msc_10.42.42.6(pid=758): Launched\u000a11:37:58.920114 run osmo-stp_10.42.42.5(pid=755): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=755)]\u000a11:37:59.067668 run osmo-stp_10.42.42.5(pid=755): stdout: \u000a| (launched: 2022-12-09_11:37:57.572101)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:37:59.198707 run osmo-stp_10.42.42.5(pid=755): stderr: \u000a| �[0;m�[38;5;43m20221209113757747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113757748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113757748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113757748 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113757749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113757749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113757749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:37:59.324176 run osmo-stp_10.42.42.5(pid=755): stdout: \u000a| (launched: 2022-12-09_11:37:57.572101)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:37:59.449529 run osmo-stp_10.42.42.5(pid=755): stderr: \u000a| �[0;m�[38;5;43m20221209113757747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113757748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113757748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113757748 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113757749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113757749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113757749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:37:59.504566 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=755): Process ended prematurely: osmo-stp_10.42.42.5(pid=755) [trial-2359↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=755)] [trial-2359↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a11:37:59.513206 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a11:37:59.573543 run osmo-hlr_10.42.42.2(pid=752): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=752)]\u000a11:37:59.623462 run osmo-hlr_10.42.42.2(pid=752): stdout: \u000a| (launched: 2022-12-09_11:37:56.592805) \u000a11:37:59.673897 run osmo-hlr_10.42.42.2(pid=752): stderr: \u000a| �[0;m�[1;31m20221209113756772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209113756772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209113756772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113756772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113756772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209113756772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209113756787 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209113756796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209113756796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209113756796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:37:59.742078 run osmo-msc_10.42.42.6(pid=758): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=758)]\u000a11:37:59.791763 run osmo-msc_10.42.42.6(pid=758): stdout: \u000a| (launched: 2022-12-09_11:37:58.573867) \u000a11:37:59.842225 run osmo-msc_10.42.42.6(pid=758): stderr: \u000a| �[0;m�[38;5;43m20221209113758848 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209113758848 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffa5cae4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209113758848 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209113758848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209113758848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209113758849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209113758850 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209113758851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209113758851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209113758851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:37:59.884817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=751): Terminating (SIGTERM)\u000a11:37:59.925085 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=754): Terminating (SIGTERM)\u000a11:37:59.965525 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=757): Terminating (SIGTERM)\u000a11:37:59.974750 --- ParallelTerminationStrategy: PID 751 died...\u000a11:38:00.029121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=751): Terminated: ok {rc=0}\u000a11:38:00.038806 --- ParallelTerminationStrategy: PID 754 died...\u000a11:38:00.092665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=754): Terminated: ok {rc=0}\u000a11:38:00.102332 --- ParallelTerminationStrategy: PID 757 died...\u000a11:38:00.156151 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=757): Terminated: ok {rc=0}\u000a11:38:00.244763 bus /sierra_3: Setting Powered False\u000a11:38:01.371208 bus /sierra_3: Setting Powered False\u000a11:38:02.506523 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "43", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:37:42" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1069): Process ended prematurely: osmo-stp_10.42.42.5(pid=1069) [trial-2359↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1069)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1069): Process ended prematurely: osmo-stp_10.42.42.5(pid=1069) [trial-2359↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1069)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a11:38:04.515261 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:38:04.528704 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a11:38:04.693283 tst mo_mt_call.py: using LAC 21199\u000a11:38:04.818949 tst mo_mt_call.py: using RAC 34\u000a11:38:04.947885 tst mo_mt_call.py: using CellId 21199\u000a11:38:05.078454 tst mo_mt_call.py: using BVCI 21200\u000a11:38:05.103748 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:38:05.115978 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:38:05.129083 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:38:05.141121 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:38:05.153370 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:38:05.165488 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:38:05.287510 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:38:05.499265 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:38:06.052267 run create_hlr_db(pid=1063): Launched\u000a11:38:06.237146 bus /sierra_2: Setting Powered False\u000a11:38:07.259313 run create_hlr_db(pid=1063): Terminated: ok {rc=0}\u000a11:38:07.701562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1065): Launched\u000a11:38:08.128533 run osmo-hlr_10.42.42.2(pid=1066): Launched\u000a11:38:08.373538 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:38:09.024893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1068): Launched\u000a11:38:09.453488 run osmo-stp_10.42.42.5(pid=1069): Launched\u000a11:38:09.695731 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:38:10.356905 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1071): Launched\u000a11:38:10.777725 run osmo-msc_10.42.42.6(pid=1072): Launched\u000a11:38:11.168771 run osmo-stp_10.42.42.5(pid=1069): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1069)]\u000a11:38:11.450351 run osmo-stp_10.42.42.5(pid=1069): stdout: \u000a| (launched: 2022-12-09_11:38:09.191019)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:38:11.652065 run osmo-stp_10.42.42.5(pid=1069): stderr: \u000a| �[0;m�[38;5;43m20221209113809524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113809525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113809525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113809525 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113809526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113809526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113809526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:38:11.783046 run osmo-stp_10.42.42.5(pid=1069): stdout: \u000a| (launched: 2022-12-09_11:38:09.191019)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:38:11.910499 run osmo-stp_10.42.42.5(pid=1069): stderr: \u000a| �[0;m�[38;5;43m20221209113809524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113809525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113809525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113809525 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113809526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113809526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113809526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:38:11.968817 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1069): Process ended prematurely: osmo-stp_10.42.42.5(pid=1069) [trial-2359↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1069)] [trial-2359↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a11:38:11.978696 tst mo_mt_call.py:8: Test FAILED (7.5 sec)\u000a11:38:12.041966 run osmo-hlr_10.42.42.2(pid=1066): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1066)]\u000a11:38:12.093936 run osmo-hlr_10.42.42.2(pid=1066): stdout: \u000a| (launched: 2022-12-09_11:38:07.865290) \u000a11:38:12.147507 run osmo-hlr_10.42.42.2(pid=1066): stderr: \u000a| �[0;m�[1;31m20221209113808207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209113808207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209113808207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113808207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113808207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209113808207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209113808225 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209113808242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209113808242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209113808242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:38:12.218377 run osmo-msc_10.42.42.6(pid=1072): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1072)]\u000a11:38:12.271780 run osmo-msc_10.42.42.6(pid=1072): stdout: \u000a| (launched: 2022-12-09_11:38:10.520389) \u000a11:38:12.324267 run osmo-msc_10.42.42.6(pid=1072): stderr: \u000a| �[0;m�[38;5;43m20221209113811125 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209113811125 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fec0da3fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209113811125 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209113811126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209113811126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209113811126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209113811129 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209113811129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209113811129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209113811129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:38:12.370252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1065): Terminating (SIGTERM)\u000a11:38:12.414149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1068): Terminating (SIGTERM)\u000a11:38:12.458572 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1071): Terminating (SIGTERM)\u000a11:38:12.468743 --- ParallelTerminationStrategy: PID 1065 died...\u000a11:38:12.526947 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1065): Terminated: ok {rc=0}\u000a11:38:12.538270 --- ParallelTerminationStrategy: PID 1068 died...\u000a11:38:12.594629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1068): Terminated: ok {rc=0}\u000a11:38:12.604929 --- ParallelTerminationStrategy: PID 1071 died...\u000a11:38:12.660724 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1071): Terminated: ok {rc=0}\u000a11:38:12.750586 bus /sierra_3: Setting Powered False\u000a11:38:13.861339 bus /sierra_3: Setting Powered False\u000a11:38:14.973940 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 42, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1080): Process ended prematurely: osmo-stp_10.42.42.5(pid=1080) [trial-2359↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1080)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1080): Process ended prematurely: osmo-stp_10.42.42.5(pid=1080) [trial-2359↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1080)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:38:16.109932 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:38:16.125671 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a11:38:16.314079 tst mo_mt_call_osmux.py: using LAC 21200\u000a11:38:16.471768 tst mo_mt_call_osmux.py: using RAC 35\u000a11:38:16.620783 tst mo_mt_call_osmux.py: using CellId 21200\u000a11:38:16.784789 tst mo_mt_call_osmux.py: using BVCI 21201\u000a11:38:16.810214 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:38:16.822369 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:38:16.834596 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:38:16.846600 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:38:16.858548 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:38:16.870435 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:38:16.994301 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:38:17.244732 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:38:17.902537 run create_hlr_db(pid=1074): Launched\u000a11:38:18.114625 bus /sierra_2: Setting Powered False\u000a11:38:19.129322 run create_hlr_db(pid=1074): Terminated: ok {rc=0}\u000a11:38:19.606442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1076): Launched\u000a11:38:20.056628 run osmo-hlr_10.42.42.2(pid=1077): Launched\u000a11:38:20.298887 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:38:20.924173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1079): Launched\u000a11:38:21.376013 run osmo-stp_10.42.42.5(pid=1080): Launched\u000a11:38:21.600407 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:38:22.246780 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1082): Launched\u000a11:38:22.692164 run osmo-msc_10.42.42.6(pid=1083): Launched\u000a11:38:23.109031 run osmo-stp_10.42.42.5(pid=1080): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1080)]\u000a11:38:23.302739 run osmo-stp_10.42.42.5(pid=1080): stdout: \u000a| (launched: 2022-12-09_11:38:21.102350)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:38:23.450128 run osmo-stp_10.42.42.5(pid=1080): stderr: \u000a| �[0;m�[38;5;43m20221209113821402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113821402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113821402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113821403 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113821403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113821403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113821403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:38:23.591522 run osmo-stp_10.42.42.5(pid=1080): stdout: \u000a| (launched: 2022-12-09_11:38:21.102350)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:38:23.732228 run osmo-stp_10.42.42.5(pid=1080): stderr: \u000a| �[0;m�[38;5;43m20221209113821402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113821402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113821402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113821403 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113821403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113821403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113821403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:38:23.793209 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1080): Process ended prematurely: osmo-stp_10.42.42.5(pid=1080) [trial-2359↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1080)] [trial-2359↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a11:38:23.804032 tst mo_mt_call_osmux.py:8: Test FAILED (7.7 sec)\u000a11:38:23.874878 run osmo-hlr_10.42.42.2(pid=1077): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1077)]\u000a11:38:23.930520 run osmo-hlr_10.42.42.2(pid=1077): stdout: \u000a| (launched: 2022-12-09_11:38:19.784060) \u000a11:38:23.988650 run osmo-hlr_10.42.42.2(pid=1077): stderr: \u000a| �[0;m�[1;31m20221209113820093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209113820093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209113820093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113820094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113820094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209113820094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209113820137 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209113820154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209113820154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209113820154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:38:24.062323 run osmo-msc_10.42.42.6(pid=1083): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1083)]\u000a11:38:24.112361 run osmo-msc_10.42.42.6(pid=1083): stdout: \u000a| (launched: 2022-12-09_11:38:22.424712) \u000a11:38:24.162607 run osmo-msc_10.42.42.6(pid=1083): stderr: \u000a| �[0;m�[38;5;43m20221209113822927 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209113822927 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f459efedc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209113822928 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209113822928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209113822928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209113822928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209113822938 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209113822939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209113822939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209113822939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:38:24.205671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1076): Terminating (SIGTERM)\u000a11:38:24.246482 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1079): Terminating (SIGTERM)\u000a11:38:24.286951 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1082): Terminating (SIGTERM)\u000a11:38:24.296215 --- ParallelTerminationStrategy: PID 1076 died...\u000a11:38:24.350307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1076): Terminated: ok {rc=0}\u000a11:38:24.359856 --- ParallelTerminationStrategy: PID 1079 died...\u000a11:38:24.413363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1079): Terminated: ok {rc=0}\u000a11:38:24.423005 --- ParallelTerminationStrategy: PID 1082 died...\u000a11:38:24.478142 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1082): Terminated: ok {rc=0}\u000a11:38:24.569217 bus /sierra_3: Setting Powered False\u000a11:38:25.673806 bus /sierra_3: Setting Powered False\u000a11:38:26.785851 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 25.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "44", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:38:04" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1094): Process ended prematurely: osmo-stp_10.42.42.5(pid=1094) [trial-2359↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1094)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1094): Process ended prematurely: osmo-stp_10.42.42.5(pid=1094) [trial-2359↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1094)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a11:38:28.792067 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:38:28.803929 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:38:28.975935 tst mo_mt_call.py: using LAC 21201\u000a11:38:29.109631 tst mo_mt_call.py: using RAC 36\u000a11:38:29.234752 tst mo_mt_call.py: using CellId 21201\u000a11:38:29.366389 tst mo_mt_call.py: using BVCI 21202\u000a11:38:29.391787 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:38:29.403494 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:38:29.415032 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:38:29.426912 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:38:29.438750 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:38:29.451086 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:38:29.572466 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:38:29.780069 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:38:30.285274 run create_hlr_db(pid=1088): Launched\u000a11:38:30.464499 bus /sierra_2: Setting Powered False\u000a11:38:31.493087 run create_hlr_db(pid=1088): Terminated: ok {rc=0}\u000a11:38:31.998567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1090): Launched\u000a11:38:32.383768 run osmo-hlr_10.42.42.2(pid=1091): Launched\u000a11:38:32.498605 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:38:33.042458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1093): Launched\u000a11:38:33.357098 run osmo-stp_10.42.42.5(pid=1094): Launched\u000a11:38:33.470455 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:38:34.044407 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1096): Launched\u000a11:38:34.361738 run osmo-msc_10.42.42.6(pid=1097): Launched\u000a11:38:34.544816 run osmo-stp_10.42.42.5(pid=1094): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1094)]\u000a11:38:34.678790 run osmo-stp_10.42.42.5(pid=1094): stdout: \u000a| (launched: 2022-12-09_11:38:33.202466)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:38:34.809531 run osmo-stp_10.42.42.5(pid=1094): stderr: \u000a| �[0;m�[38;5;43m20221209113833378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113833378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113833378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113833379 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113833379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113833379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113833379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:38:34.934838 run osmo-stp_10.42.42.5(pid=1094): stdout: \u000a| (launched: 2022-12-09_11:38:33.202466)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:38:35.058933 run osmo-stp_10.42.42.5(pid=1094): stderr: \u000a| �[0;m�[38;5;43m20221209113833378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113833378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113833378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113833379 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113833379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113833379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113833379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:38:35.113753 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1094): Process ended prematurely: osmo-stp_10.42.42.5(pid=1094) [trial-2359↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1094)] [trial-2359↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a11:38:35.122449 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a11:38:35.182331 run osmo-hlr_10.42.42.2(pid=1091): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1091)]\u000a11:38:35.231777 run osmo-hlr_10.42.42.2(pid=1091): stdout: \u000a| (launched: 2022-12-09_11:38:32.199124) \u000a11:38:35.281854 run osmo-hlr_10.42.42.2(pid=1091): stderr: \u000a| �[0;m�[1;31m20221209113832403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209113832403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209113832403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113832403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113832403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209113832403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209113832415 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209113832424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209113832424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209113832424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:38:35.349956 run osmo-msc_10.42.42.6(pid=1097): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1097)]\u000a11:38:35.399289 run osmo-msc_10.42.42.6(pid=1097): stdout: \u000a| (launched: 2022-12-09_11:38:34.204046) \u000a11:38:35.449297 run osmo-msc_10.42.42.6(pid=1097): stderr: \u000a| �[0;m�[38;5;43m20221209113834481 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209113834481 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f094404dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209113834481 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209113834481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209113834482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209113834482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209113834483 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209113834484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209113834484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209113834484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:38:35.491542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1090): Terminating (SIGTERM)\u000a11:38:35.531715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1093): Terminating (SIGTERM)\u000a11:38:35.571838 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1096): Terminating (SIGTERM)\u000a11:38:35.581077 --- ParallelTerminationStrategy: PID 1090 died...\u000a11:38:35.634627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1090): Terminated: ok {rc=0}\u000a11:38:35.644100 --- ParallelTerminationStrategy: PID 1093 died...\u000a11:38:35.697398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1093): Terminated: ok {rc=0}\u000a11:38:35.706941 --- ParallelTerminationStrategy: PID 1096 died...\u000a11:38:35.760672 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1096): Terminated: ok {rc=0}\u000a11:38:35.850911 bus /sierra_3: Setting Powered False\u000a11:38:36.955677 bus /sierra_3: Setting Powered False\u000a11:38:38.063951 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 42, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1105): Process ended prematurely: osmo-stp_10.42.42.5(pid=1105) [trial-2359↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1105)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1105): Process ended prematurely: osmo-stp_10.42.42.5(pid=1105) [trial-2359↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1105)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:38:39.176086 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:38:39.188035 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:38:39.402450 tst mo_mt_call_osmux.py: using LAC 21202\u000a11:38:39.528492 tst mo_mt_call_osmux.py: using RAC 37\u000a11:38:39.651435 tst mo_mt_call_osmux.py: using CellId 21202\u000a11:38:39.774572 tst mo_mt_call_osmux.py: using BVCI 21203\u000a11:38:39.799305 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:38:39.810636 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:38:39.821775 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:38:39.832706 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:38:39.843847 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:38:39.854987 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:38:39.976871 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:38:40.197512 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:38:40.729480 run create_hlr_db(pid=1099): Launched\u000a11:38:40.924072 bus /sierra_2: Setting Powered False\u000a11:38:41.944412 run create_hlr_db(pid=1099): Terminated: ok {rc=0}\u000a11:38:42.394366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1101): Launched\u000a11:38:42.732258 run osmo-hlr_10.42.42.2(pid=1102): Launched\u000a11:38:42.856757 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:38:43.445356 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1104): Launched\u000a11:38:43.781653 run osmo-stp_10.42.42.5(pid=1105): Launched\u000a11:38:43.903249 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:38:44.517322 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1107): Launched\u000a11:38:44.855896 run osmo-msc_10.42.42.6(pid=1108): Launched\u000a11:38:45.054960 run osmo-stp_10.42.42.5(pid=1105): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1105)]\u000a11:38:45.197290 run osmo-stp_10.42.42.5(pid=1105): stdout: \u000a| (launched: 2022-12-09_11:38:43.615605)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:38:45.337649 run osmo-stp_10.42.42.5(pid=1105): stderr: \u000a| �[0;m�[38;5;43m20221209113843811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113843811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113843811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113843812 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113843812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113843812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113843812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:38:45.472043 run osmo-stp_10.42.42.5(pid=1105): stdout: \u000a| (launched: 2022-12-09_11:38:43.615605)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:38:45.605464 run osmo-stp_10.42.42.5(pid=1105): stderr: \u000a| �[0;m�[38;5;43m20221209113843811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113843811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113843811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113843812 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113843812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113843812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113843812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:38:45.664269 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1105): Process ended prematurely: osmo-stp_10.42.42.5(pid=1105) [trial-2359↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1105)] [trial-2359↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a11:38:45.673569 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a11:38:45.737681 run osmo-hlr_10.42.42.2(pid=1102): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1102)]\u000a11:38:45.790733 run osmo-hlr_10.42.42.2(pid=1102): stdout: \u000a| (launched: 2022-12-09_11:38:42.565229) \u000a11:38:45.845099 run osmo-hlr_10.42.42.2(pid=1102): stderr: \u000a| �[0;m�[1;31m20221209113842765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209113842765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209113842765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113842765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113842766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209113842766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209113842780 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209113842790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209113842790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209113842790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:38:45.922054 run osmo-msc_10.42.42.6(pid=1108): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1108)]\u000a11:38:45.991054 run osmo-msc_10.42.42.6(pid=1108): stdout: \u000a| (launched: 2022-12-09_11:38:44.687338) \u000a11:38:46.053915 run osmo-msc_10.42.42.6(pid=1108): stderr: \u000a| �[0;m�[38;5;43m20221209113845012 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209113845013 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1584beec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209113845013 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209113845013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209113845013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209113845013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209113845015 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209113845015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209113845015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209113845015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:38:46.105210 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1101): Terminating (SIGTERM)\u000a11:38:46.158678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1104): Terminating (SIGTERM)\u000a11:38:46.212577 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1107): Terminating (SIGTERM)\u000a11:38:46.225178 --- ParallelTerminationStrategy: PID 1101 died...\u000a11:38:46.288214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1101): Terminated: ok {rc=0}\u000a11:38:46.299474 --- ParallelTerminationStrategy: PID 1104 died...\u000a11:38:46.359386 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1104): Terminated: ok {rc=0}\u000a11:38:46.371304 --- ParallelTerminationStrategy: PID 1107 died...\u000a11:38:46.431675 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1107): Terminated: ok {rc=0}\u000a11:38:46.522146 bus /sierra_3: Setting Powered False\u000a11:38:47.628781 bus /sierra_3: Setting Powered False\u000a11:38:48.738660 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "45", "name" : "voice_trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:38:28" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1121): Process ended prematurely: osmo-stp_10.42.42.5(pid=1121) [trial-2359↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1121)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1121): Process ended prematurely: osmo-stp_10.42.42.5(pid=1121) [trial-2359↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1121)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a11:38:50.755952 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:38:50.767509 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:38:50.935512 tst mo_mt_call.py: using LAC 21203\u000a11:38:51.066003 tst mo_mt_call.py: using RAC 38\u000a11:38:51.195715 tst mo_mt_call.py: using CellId 21203\u000a11:38:51.329864 tst mo_mt_call.py: using BVCI 21204\u000a11:38:51.355349 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:38:51.366875 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:38:51.378156 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:38:51.389763 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:38:51.401249 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:38:51.412718 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:38:51.538072 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:38:51.755435 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:38:52.284091 run create_hlr_db(pid=1114): Launched\u000a11:38:52.478028 bus /sierra_2: Setting Powered False\u000a11:38:53.488486 run create_hlr_db(pid=1114): Terminated: ok {rc=0}\u000a11:38:53.920332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1116): Launched\u000a11:38:54.238532 run osmo-hlr_10.42.42.2(pid=1117): Launched\u000a11:38:54.360667 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:38:54.914880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1120): Launched\u000a11:38:55.230934 run osmo-stp_10.42.42.5(pid=1121): Launched\u000a11:38:55.346035 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:38:55.919489 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1123): Launched\u000a11:38:56.238115 run osmo-msc_10.42.42.6(pid=1128): Launched\u000a11:38:56.422167 run osmo-stp_10.42.42.5(pid=1121): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1121)]\u000a11:38:56.554126 run osmo-stp_10.42.42.5(pid=1121): stdout: \u000a| (launched: 2022-12-09_11:38:55.073742)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:38:56.684540 run osmo-stp_10.42.42.5(pid=1121): stderr: \u000a| �[0;m�[38;5;43m20221209113855249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113855249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113855249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113855249 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113855252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113855252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113855252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:38:56.809665 run osmo-stp_10.42.42.5(pid=1121): stdout: \u000a| (launched: 2022-12-09_11:38:55.073742)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:38:56.933913 run osmo-stp_10.42.42.5(pid=1121): stderr: \u000a| �[0;m�[38;5;43m20221209113855249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113855249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113855249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113855249 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113855252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113855252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113855252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:38:56.988499 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1121): Process ended prematurely: osmo-stp_10.42.42.5(pid=1121) [trial-2359↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1121)] [trial-2359↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a11:38:56.996902 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a11:38:57.056909 run osmo-hlr_10.42.42.2(pid=1117): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1117)]\u000a11:38:57.106370 run osmo-hlr_10.42.42.2(pid=1117): stdout: \u000a| (launched: 2022-12-09_11:38:54.079823) \u000a11:38:57.156723 run osmo-hlr_10.42.42.2(pid=1117): stderr: \u000a| �[0;m�[1;31m20221209113854257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209113854258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209113854258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113854258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113854258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209113854258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209113854270 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209113854280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209113854280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209113854280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:38:57.225027 run osmo-msc_10.42.42.6(pid=1128): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1128)]\u000a11:38:57.274616 run osmo-msc_10.42.42.6(pid=1128): stdout: \u000a| (launched: 2022-12-09_11:38:56.079951) \u000a11:38:57.324558 run osmo-msc_10.42.42.6(pid=1128): stderr: \u000a| �[0;m�[38;5;43m20221209113856357 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209113856357 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5d805f2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209113856358 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209113856358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209113856358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209113856358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209113856360 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209113856360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209113856360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209113856360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:38:57.366866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1116): Terminating (SIGTERM)\u000a11:38:57.406831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1120): Terminating (SIGTERM)\u000a11:38:57.446654 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1123): Terminating (SIGTERM)\u000a11:38:57.455843 --- ParallelTerminationStrategy: PID 1116 died...\u000a11:38:57.509543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1116): Terminated: ok {rc=0}\u000a11:38:57.519130 --- ParallelTerminationStrategy: PID 1120 died...\u000a11:38:57.572393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1120): Terminated: ok {rc=0}\u000a11:38:57.581972 --- ParallelTerminationStrategy: PID 1123 died...\u000a11:38:57.635195 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1123): Terminated: ok {rc=0}\u000a11:38:57.719684 bus /sierra_3: Setting Powered False\u000a11:38:58.827582 bus /sierra_3: Setting Powered False\u000a11:38:59.936716 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 42, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1141): Process ended prematurely: osmo-stp_10.42.42.5(pid=1141) [trial-2359↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1141)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1141): Process ended prematurely: osmo-stp_10.42.42.5(pid=1141) [trial-2359↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1141)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:39:01.051364 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:39:01.064174 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:39:01.251946 tst mo_mt_call_osmux.py: using LAC 21204\u000a11:39:01.381565 tst mo_mt_call_osmux.py: using RAC 39\u000a11:39:01.514534 tst mo_mt_call_osmux.py: using CellId 21204\u000a11:39:01.650248 tst mo_mt_call_osmux.py: using BVCI 21205\u000a11:39:01.677505 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:39:01.690026 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:39:01.703316 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:39:01.716847 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:39:01.729328 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:39:01.743554 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:39:01.893574 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:39:02.154236 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:39:02.686886 run create_hlr_db(pid=1130): Launched\u000a11:39:02.881547 bus /sierra_2: Setting Powered False\u000a11:39:03.901760 run create_hlr_db(pid=1130): Terminated: ok {rc=0}\u000a11:39:04.349423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1132): Launched\u000a11:39:04.685082 run osmo-hlr_10.42.42.2(pid=1133): Launched\u000a11:39:04.808439 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:39:05.396432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1140): Launched\u000a11:39:05.734247 run osmo-stp_10.42.42.5(pid=1141): Launched\u000a11:39:05.856274 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:39:06.469735 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1144): Launched\u000a11:39:06.807182 run osmo-msc_10.42.42.6(pid=1145): Launched\u000a11:39:07.003594 run osmo-stp_10.42.42.5(pid=1141): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1141)]\u000a11:39:07.145901 run osmo-stp_10.42.42.5(pid=1141): stdout: \u000a| (launched: 2022-12-09_11:39:05.567059)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:39:07.286381 run osmo-stp_10.42.42.5(pid=1141): stderr: \u000a| �[0;m�[38;5;43m20221209113905764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113905764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113905765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113905765 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113905766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113905766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113905766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:39:07.420660 run osmo-stp_10.42.42.5(pid=1141): stdout: \u000a| (launched: 2022-12-09_11:39:05.567059)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:39:07.554260 run osmo-stp_10.42.42.5(pid=1141): stderr: \u000a| �[0;m�[38;5;43m20221209113905764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113905764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113905765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113905765 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113905766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113905766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113905766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:39:07.612861 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1141): Process ended prematurely: osmo-stp_10.42.42.5(pid=1141) [trial-2359↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1141)] [trial-2359↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a11:39:07.622445 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a11:39:07.686843 run osmo-hlr_10.42.42.2(pid=1133): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1133)]\u000a11:39:07.740127 run osmo-hlr_10.42.42.2(pid=1133): stdout: \u000a| (launched: 2022-12-09_11:39:04.519980) \u000a11:39:07.793550 run osmo-hlr_10.42.42.2(pid=1133): stderr: \u000a| �[0;m�[1;31m20221209113904722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209113904722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209113904722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113904722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113904722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209113904722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209113904735 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209113904743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209113904743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209113904744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:39:07.865858 run osmo-msc_10.42.42.6(pid=1145): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1145)]\u000a11:39:07.918709 run osmo-msc_10.42.42.6(pid=1145): stdout: \u000a| (launched: 2022-12-09_11:39:06.640177) \u000a11:39:07.971985 run osmo-msc_10.42.42.6(pid=1145): stderr: \u000a| �[0;m�[38;5;43m20221209113906966 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209113906967 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efefa4acc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209113906967 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209113906967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209113906967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209113906967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209113906970 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209113906971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209113906971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209113906971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:39:08.017738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1132): Terminating (SIGTERM)\u000a11:39:08.060888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1140): Terminating (SIGTERM)\u000a11:39:08.103932 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1144): Terminating (SIGTERM)\u000a11:39:08.113978 --- ParallelTerminationStrategy: PID 1132 died...\u000a11:39:08.171343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1132): Terminated: ok {rc=0}\u000a11:39:08.181983 --- ParallelTerminationStrategy: PID 1140 died...\u000a11:39:08.239643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1140): Terminated: ok {rc=0}\u000a11:39:08.249868 --- ParallelTerminationStrategy: PID 1144 died...\u000a11:39:08.307231 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1144): Terminated: ok {rc=0}\u000a11:39:08.395120 bus /sierra_3: Setting Powered False\u000a11:39:09.503802 bus /sierra_3: Setting Powered False\u000a11:39:10.614030 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "46", "name" : "voice_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:38:50" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1156): Process ended prematurely: osmo-stp_10.42.42.5(pid=1156) [trial-2359↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1156)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1156): Process ended prematurely: osmo-stp_10.42.42.5(pid=1156) [trial-2359↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1156)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call.py\u000a----------------------------------------------\u000a11:39:12.629676 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a11:39:12.641432 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a11:39:12.790712 tst mo_mt_call.py: using LAC 21205\u000a11:39:12.921152 tst mo_mt_call.py: using RAC 40\u000a11:39:13.054205 tst mo_mt_call.py: using CellId 21205\u000a11:39:13.199227 tst mo_mt_call.py: using BVCI 21206\u000a11:39:13.224883 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a11:39:13.236486 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a11:39:13.247883 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a11:39:13.259640 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a11:39:13.271367 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a11:39:13.283166 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a11:39:13.405628 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a11:39:13.623104 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:39:14.151677 run create_hlr_db(pid=1150): Launched\u000a11:39:14.344835 bus /sierra_2: Setting Powered False\u000a11:39:15.366109 run create_hlr_db(pid=1150): Terminated: ok {rc=0}\u000a11:39:15.788586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1152): Launched\u000a11:39:16.222389 run osmo-hlr_10.42.42.2(pid=1153): Launched\u000a11:39:16.380407 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:39:17.099371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1155): Launched\u000a11:39:17.439663 run osmo-stp_10.42.42.5(pid=1156): Launched\u000a11:39:17.562870 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:39:18.178837 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1158): Launched\u000a11:39:18.515654 run osmo-msc_10.42.42.6(pid=1159): Launched\u000a11:39:18.712406 run osmo-stp_10.42.42.5(pid=1156): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1156)]\u000a11:39:18.853820 run osmo-stp_10.42.42.5(pid=1156): stdout: \u000a| (launched: 2022-12-09_11:39:17.263079)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:39:18.993735 run osmo-stp_10.42.42.5(pid=1156): stderr: \u000a| �[0;m�[38;5;43m20221209113917470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113917470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113917470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113917471 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113917471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113917471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113917471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:39:19.128457 run osmo-stp_10.42.42.5(pid=1156): stdout: \u000a| (launched: 2022-12-09_11:39:17.263079)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:39:19.261599 run osmo-stp_10.42.42.5(pid=1156): stderr: \u000a| �[0;m�[38;5;43m20221209113917470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113917470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113917470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113917471 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113917471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113917471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113917471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:39:19.320274 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1156): Process ended prematurely: osmo-stp_10.42.42.5(pid=1156) [trial-2359↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1156)] [trial-2359↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8]\u000a11:39:19.330009 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a11:39:19.394387 run osmo-hlr_10.42.42.2(pid=1153): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1153)]\u000a11:39:19.446790 run osmo-hlr_10.42.42.2(pid=1153): stdout: \u000a| (launched: 2022-12-09_11:39:15.967660) \u000a11:39:19.499768 run osmo-hlr_10.42.42.2(pid=1153): stderr: \u000a| �[0;m�[1;31m20221209113916335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209113916335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209113916335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113916335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113916336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209113916336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209113916368 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209113916376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209113916376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209113916376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:39:19.571604 run osmo-msc_10.42.42.6(pid=1159): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1159)]\u000a11:39:19.624028 run osmo-msc_10.42.42.6(pid=1159): stdout: \u000a| (launched: 2022-12-09_11:39:18.349435) \u000a11:39:19.677162 run osmo-msc_10.42.42.6(pid=1159): stderr: \u000a| �[0;m�[38;5;43m20221209113918673 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209113918673 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1556967c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209113918673 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209113918673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209113918673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209113918673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209113918675 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209113918675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209113918676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209113918676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:39:19.722220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1152): Terminating (SIGTERM)\u000a11:39:19.765654 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1155): Terminating (SIGTERM)\u000a11:39:19.808655 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1158): Terminating (SIGTERM)\u000a11:39:19.818564 --- ParallelTerminationStrategy: PID 1152 died...\u000a11:39:19.876071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1152): Terminated: ok {rc=0}\u000a11:39:19.886384 --- ParallelTerminationStrategy: PID 1155 died...\u000a11:39:19.943333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1155): Terminated: ok {rc=0}\u000a11:39:19.953632 --- ParallelTerminationStrategy: PID 1158 died...\u000a11:39:20.010440 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1158): Terminated: ok {rc=0}\u000a11:39:20.099682 bus /sierra_3: Setting Powered False\u000a11:39:21.208169 bus /sierra_3: Setting Powered False\u000a11:39:22.318899 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 42, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1167): Process ended prematurely: osmo-stp_10.42.42.5(pid=1167) [trial-2359↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1167)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1167): Process ended prematurely: osmo-stp_10.42.42.5(pid=1167) [trial-2359↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1167)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:39:23.429953 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a11:39:23.441673 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a11:39:23.583990 tst mo_mt_call_osmux.py: using LAC 21206\u000a11:39:23.708776 tst mo_mt_call_osmux.py: using RAC 41\u000a11:39:23.833533 tst mo_mt_call_osmux.py: using CellId 21206\u000a11:39:23.961961 tst mo_mt_call_osmux.py: using BVCI 21207\u000a11:39:23.985883 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a11:39:23.997137 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a11:39:24.007921 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a11:39:24.018776 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a11:39:24.029642 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a11:39:24.040881 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a11:39:24.159351 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a11:39:24.378107 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:39:24.905727 run create_hlr_db(pid=1161): Launched\u000a11:39:25.099725 bus /sierra_2: Setting Powered False\u000a11:39:26.121310 run create_hlr_db(pid=1161): Terminated: ok {rc=0}\u000a11:39:26.546568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1163): Launched\u000a11:39:26.860834 run osmo-hlr_10.42.42.2(pid=1164): Launched\u000a11:39:26.979722 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:39:27.525348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1166): Launched\u000a11:39:27.840069 run osmo-stp_10.42.42.5(pid=1167): Launched\u000a11:39:27.955312 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:39:28.532693 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1169): Launched\u000a11:39:28.850297 run osmo-msc_10.42.42.6(pid=1170): Launched\u000a11:39:29.034768 run osmo-stp_10.42.42.5(pid=1167): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1167)]\u000a11:39:29.167018 run osmo-stp_10.42.42.5(pid=1167): stdout: \u000a| (launched: 2022-12-09_11:39:27.684830)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:39:29.297096 run osmo-stp_10.42.42.5(pid=1167): stderr: \u000a| �[0;m�[38;5;43m20221209113927857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113927857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113927858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113927858 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113927858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113927858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113927859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:39:29.421995 run osmo-stp_10.42.42.5(pid=1167): stdout: \u000a| (launched: 2022-12-09_11:39:27.684830)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:39:29.546290 run osmo-stp_10.42.42.5(pid=1167): stderr: \u000a| �[0;m�[38;5;43m20221209113927857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113927857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113927858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113927858 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113927858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113927858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113927859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:39:29.600981 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1167): Process ended prematurely: osmo-stp_10.42.42.5(pid=1167) [trial-2359↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1167)] [trial-2359↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8]\u000a11:39:29.609407 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a11:39:29.669567 run osmo-hlr_10.42.42.2(pid=1164): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1164)]\u000a11:39:29.719317 run osmo-hlr_10.42.42.2(pid=1164): stdout: \u000a| (launched: 2022-12-09_11:39:26.706127) \u000a11:39:29.769625 run osmo-hlr_10.42.42.2(pid=1164): stderr: \u000a| �[0;m�[1;31m20221209113926884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209113926884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209113926884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113926884 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113926885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209113926885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209113926895 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209113926904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209113926904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209113926904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:39:29.837859 run osmo-msc_10.42.42.6(pid=1170): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1170)]\u000a11:39:29.887389 run osmo-msc_10.42.42.6(pid=1170): stdout: \u000a| (launched: 2022-12-09_11:39:28.692022) \u000a11:39:29.937562 run osmo-msc_10.42.42.6(pid=1170): stderr: \u000a| �[0;m�[38;5;43m20221209113928966 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209113928966 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6b14c4fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209113928966 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209113928966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209113928966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209113928966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209113928968 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209113928969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209113928969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209113928969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:39:29.980138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1163): Terminating (SIGTERM)\u000a11:39:30.020296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1166): Terminating (SIGTERM)\u000a11:39:30.060466 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1169): Terminating (SIGTERM)\u000a11:39:30.069439 --- ParallelTerminationStrategy: PID 1163 died...\u000a11:39:30.123021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1163): Terminated: ok {rc=0}\u000a11:39:30.132550 --- ParallelTerminationStrategy: PID 1166 died...\u000a11:39:30.186670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1166): Terminated: ok {rc=0}\u000a11:39:30.196302 --- ParallelTerminationStrategy: PID 1169 died...\u000a11:39:30.249914 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1169): Terminated: ok {rc=0}\u000a11:39:30.335115 bus /sierra_3: Setting Powered False\u000a11:39:31.437210 bus /sierra_3: Setting Powered False\u000a11:39:32.543958 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "47", "name" : "voice_trx-b200+mod-bts0-trxdversion0", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:39:12" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1183): Process ended prematurely: osmo-stp_10.42.42.5(pid=1183) [trial-2359↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1183)]", "failedSince" : 2145, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1183): Process ended prematurely: osmo-stp_10.42.42.5(pid=1183) [trial-2359↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1183)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a11:39:34.550076 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:39:34.561986 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a11:39:34.710405 tst mo_mt_call.py: using LAC 21207\u000a11:39:34.838077 tst mo_mt_call.py: using RAC 42\u000a11:39:34.967102 tst mo_mt_call.py: using CellId 21207\u000a11:39:35.096227 tst mo_mt_call.py: using BVCI 21208\u000a11:39:35.121200 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:39:35.133350 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:39:35.144865 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:39:35.156618 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:39:35.168574 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:39:35.180411 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a11:39:35.297181 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a11:39:35.509759 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:39:36.022426 run create_hlr_db(pid=1177): Launched\u000a11:39:36.211902 bus /sierra_2: Setting Powered False\u000a11:39:37.232297 run create_hlr_db(pid=1177): Terminated: ok {rc=0}\u000a11:39:37.641065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1179): Launched\u000a11:39:37.945678 run osmo-hlr_10.42.42.2(pid=1180): Launched\u000a11:39:38.057619 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:39:38.585162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1182): Launched\u000a11:39:38.889153 run osmo-stp_10.42.42.5(pid=1183): Launched\u000a11:39:38.998506 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:39:39.553642 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1185): Launched\u000a11:39:39.858710 run osmo-msc_10.42.42.6(pid=1186): Launched\u000a11:39:40.038524 run osmo-stp_10.42.42.5(pid=1183): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1183)]\u000a11:39:40.167258 run osmo-stp_10.42.42.5(pid=1183): stdout: \u000a| (launched: 2022-12-09_11:39:38.739023)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:39:40.295087 run osmo-stp_10.42.42.5(pid=1183): stderr: \u000a| �[0;m�[38;5;43m20221209113938909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113938909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113938909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113938910 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113938910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113938910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113938910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:39:40.416332 run osmo-stp_10.42.42.5(pid=1183): stdout: \u000a| (launched: 2022-12-09_11:39:38.739023)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:39:40.536689 run osmo-stp_10.42.42.5(pid=1183): stderr: \u000a| �[0;m�[38;5;43m20221209113938909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113938909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113938909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113938910 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113938910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113938910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113938910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:39:40.589929 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1183): Process ended prematurely: osmo-stp_10.42.42.5(pid=1183) [trial-2359↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1183)] [trial-2359↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a11:39:40.598419 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a11:39:40.657792 run osmo-hlr_10.42.42.2(pid=1180): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1180)]\u000a11:39:40.706924 run osmo-hlr_10.42.42.2(pid=1180): stdout: \u000a| (launched: 2022-12-09_11:39:37.794744) \u000a11:39:40.756554 run osmo-hlr_10.42.42.2(pid=1180): stderr: \u000a| �[0;m�[1;31m20221209113937972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209113937972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209113937972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113937972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113937973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209113937973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209113937986 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209113937994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209113937995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209113937995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:39:40.824019 run osmo-msc_10.42.42.6(pid=1186): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1186)]\u000a11:39:40.873011 run osmo-msc_10.42.42.6(pid=1186): stdout: \u000a| (launched: 2022-12-09_11:39:39.707945) \u000a11:39:40.922402 run osmo-msc_10.42.42.6(pid=1186): stderr: \u000a| �[0;m�[38;5;43m20221209113939983 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209113939983 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f546bcafc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209113939983 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209113939983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209113939983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209113939983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209113939985 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209113939985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209113939986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209113939986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:39:40.964356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1179): Terminating (SIGTERM)\u000a11:39:41.003987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1182): Terminating (SIGTERM)\u000a11:39:41.043725 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1185): Terminating (SIGTERM)\u000a11:39:41.052928 --- ParallelTerminationStrategy: PID 1179 died...\u000a11:39:41.106270 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1179): Terminated: ok {rc=0}\u000a11:39:41.115796 --- ParallelTerminationStrategy: PID 1182 died...\u000a11:39:41.168695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1182): Terminated: ok {rc=0}\u000a11:39:41.178333 --- ParallelTerminationStrategy: PID 1185 died...\u000a11:39:41.231541 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1185): Terminated: ok {rc=0}\u000a11:39:41.315141 bus /sierra_3: Setting Powered False\u000a11:39:42.422943 bus /sierra_3: Setting Powered False\u000a11:39:43.530254 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 195, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1194): Process ended prematurely: osmo-stp_10.42.42.5(pid=1194) [trial-2359↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1194)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1194): Process ended prematurely: osmo-stp_10.42.42.5(pid=1194) [trial-2359↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1194)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:39:44.646047 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:39:44.658332 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a11:39:44.806137 tst mo_mt_call_osmux.py: using LAC 21208\u000a11:39:44.923850 tst mo_mt_call_osmux.py: using RAC 43\u000a11:39:45.044063 tst mo_mt_call_osmux.py: using CellId 21208\u000a11:39:45.163156 tst mo_mt_call_osmux.py: using BVCI 21209\u000a11:39:45.186311 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:39:45.197880 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:39:45.209146 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:39:45.220096 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:39:45.231224 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:39:45.242249 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a11:39:45.360815 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a11:39:45.568074 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:39:46.102793 run create_hlr_db(pid=1188): Launched\u000a11:39:46.282292 bus /sierra_2: Setting Powered False\u000a11:39:47.313924 run create_hlr_db(pid=1188): Terminated: ok {rc=0}\u000a11:39:47.748071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1190): Launched\u000a11:39:48.075185 run osmo-hlr_10.42.42.2(pid=1191): Launched\u000a11:39:48.193450 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:39:48.758432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1193): Launched\u000a11:39:49.082736 run osmo-stp_10.42.42.5(pid=1194): Launched\u000a11:39:49.200273 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:39:49.795279 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1196): Launched\u000a11:39:50.120924 run osmo-msc_10.42.42.6(pid=1197): Launched\u000a11:39:50.311361 run osmo-stp_10.42.42.5(pid=1194): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1194)]\u000a11:39:50.449014 run osmo-stp_10.42.42.5(pid=1194): stdout: \u000a| (launched: 2022-12-09_11:39:48.922921)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:39:50.586471 run osmo-stp_10.42.42.5(pid=1194): stderr: \u000a| �[0;m�[38;5;43m20221209113949115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113949115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113949115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113949116 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113949116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113949116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113949116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:39:50.716508 run osmo-stp_10.42.42.5(pid=1194): stdout: \u000a| (launched: 2022-12-09_11:39:48.922921)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:39:50.845956 run osmo-stp_10.42.42.5(pid=1194): stderr: \u000a| �[0;m�[38;5;43m20221209113949115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209113949115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209113949115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209113949116 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209113949116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209113949116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209113949116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:39:50.902822 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1194): Process ended prematurely: osmo-stp_10.42.42.5(pid=1194) [trial-2359↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1194)] [trial-2359↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a11:39:50.911756 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a11:39:50.974978 run osmo-hlr_10.42.42.2(pid=1191): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1191)]\u000a11:39:51.027187 run osmo-hlr_10.42.42.2(pid=1191): stdout: \u000a| (launched: 2022-12-09_11:39:47.913521) \u000a11:39:51.079882 run osmo-hlr_10.42.42.2(pid=1191): stderr: \u000a| �[0;m�[1;31m20221209113948111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209113948112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209113948112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113948112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113948112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209113948112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209113948124 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209113948133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209113948134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209113948134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:39:51.151084 run osmo-msc_10.42.42.6(pid=1197): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1197)]\u000a11:39:51.202884 run osmo-msc_10.42.42.6(pid=1197): stdout: \u000a| (launched: 2022-12-09_11:39:49.960041) \u000a11:39:51.255392 run osmo-msc_10.42.42.6(pid=1197): stderr: \u000a| �[0;m�[38;5;43m20221209113950282 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209113950282 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5440f32c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209113950282 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209113950282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209113950282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209113950283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209113950284 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209113950285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209113950285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209113950285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:39:51.300224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1190): Terminating (SIGTERM)\u000a11:39:51.342782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1193): Terminating (SIGTERM)\u000a11:39:51.385082 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1196): Terminating (SIGTERM)\u000a11:39:51.394992 --- ParallelTerminationStrategy: PID 1190 died...\u000a11:39:51.451338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1190): Terminated: ok {rc=0}\u000a11:39:51.461318 --- ParallelTerminationStrategy: PID 1193 died...\u000a11:39:51.517318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1193): Terminated: ok {rc=0}\u000a11:39:51.527466 --- ParallelTerminationStrategy: PID 1196 died...\u000a11:39:51.583378 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1196): Terminated: ok {rc=0}\u000a11:39:51.670941 bus /sierra_3: Setting Powered False\u000a11:39:52.778472 bus /sierra_3: Setting Powered False\u000a11:39:53.890525 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "48", "name" : "voice_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:39:34" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1210): Process ended prematurely: osmo-stp_10.42.42.5(pid=1210) [trial-2359↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1210)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1210): Process ended prematurely: osmo-stp_10.42.42.5(pid=1210) [trial-2359↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1210)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 emergency:trx-b200 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a11:39:55.910914 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:39:55.921718 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a11:39:56.063349 tst emergency_mo_mt_call.py: using LAC 21209\u000a11:39:56.179304 tst emergency_mo_mt_call.py: using RAC 44\u000a11:39:56.294693 tst emergency_mo_mt_call.py: using CellId 21209\u000a11:39:56.416905 tst emergency_mo_mt_call.py: using BVCI 21210\u000a11:39:56.439568 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:39:56.450268 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:39:56.460636 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:39:56.471159 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:39:56.481602 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:39:56.492103 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a11:39:56.610462 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a11:39:56.810340 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:39:57.285941 run create_hlr_db(pid=1204): Launched\u000a11:39:57.457485 bus /sierra_2: Setting Powered False\u000a11:39:58.479399 run create_hlr_db(pid=1204): Terminated: ok {rc=0}\u000a11:39:58.878338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1206): Launched\u000a11:39:59.174893 run osmo-hlr_10.42.42.2(pid=1207): Launched\u000a11:39:59.289982 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:39:59.819034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1209): Launched\u000a11:40:00.116256 run osmo-stp_10.42.42.5(pid=1210): Launched\u000a11:40:00.237733 tst emergency_mo_mt_call.py: using MSISDN 7191\u000a11:40:00.384187 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:40:00.974063 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1212): Launched\u000a11:40:01.386759 run osmo-msc_10.42.42.6(pid=1213): Launched\u000a11:40:01.776883 run osmo-stp_10.42.42.5(pid=1210): ERR: Terminated: ERROR {rc=1} [trial-2359↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1210)]\u000a11:40:01.999109 run osmo-stp_10.42.42.5(pid=1210): stdout: \u000a| (launched: 2022-12-09_11:39:59.969762)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:40:02.143342 run osmo-stp_10.42.42.5(pid=1210): stderr: \u000a| �[0;m�[38;5;43m20221209114000143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114000143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114000143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114000143 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114000144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114000144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114000144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:40:02.273319 run osmo-stp_10.42.42.5(pid=1210): stdout: \u000a| (launched: 2022-12-09_11:39:59.969762)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:40:02.399563 run osmo-stp_10.42.42.5(pid=1210): stderr: \u000a| �[0;m�[38;5;43m20221209114000143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114000143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114000143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114000143 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114000144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114000144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114000144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:40:02.455345 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=1210): Process ended prematurely: osmo-stp_10.42.42.5(pid=1210) [trial-2359↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1210)] [trial-2359↪emergency:trx-b200↪emergency_mo_mt_call.py:19]\u000a11:40:02.464164 tst emergency_mo_mt_call.py:19: Test FAILED (6.5 sec)\u000a11:40:02.529089 run osmo-hlr_10.42.42.2(pid=1207): ERR: Terminated: ERROR {rc=237} [trial-2359↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1207)]\u000a11:40:02.581601 run osmo-hlr_10.42.42.2(pid=1207): stdout: \u000a| (launched: 2022-12-09_11:39:59.028760) \u000a11:40:02.634805 run osmo-hlr_10.42.42.2(pid=1207): stderr: \u000a| �[0;m�[1;31m20221209113959206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209113959206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209113959206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113959206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209113959206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209113959206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209113959219 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/emergency:trx-b200/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209113959229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209113959229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209113959229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:40:02.706857 run osmo-msc_10.42.42.6(pid=1213): ERR: Terminated: ERROR {rc=2} [trial-2359↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1213)]\u000a11:40:02.759378 run osmo-msc_10.42.42.6(pid=1213): stdout: \u000a| (launched: 2022-12-09_11:40:01.141356) \u000a11:40:02.812256 run osmo-msc_10.42.42.6(pid=1213): stderr: \u000a| �[0;m�[38;5;43m20221209114001655 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209114001655 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3309f34c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209114001655 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209114001655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209114001655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209114001655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209114001657 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209114001658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209114001658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209114001658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:40:02.857516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1206): Terminating (SIGTERM)\u000a11:40:02.900293 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1209): Terminating (SIGTERM)\u000a11:40:02.942954 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1212): Terminating (SIGTERM)\u000a11:40:02.953500 --- ParallelTerminationStrategy: PID 1206 died...\u000a11:40:03.011410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1206): Terminated: ok {rc=0}\u000a11:40:03.021990 --- ParallelTerminationStrategy: PID 1209 died...\u000a11:40:03.079895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1209): Terminated: ok {rc=0}\u000a11:40:03.090286 --- ParallelTerminationStrategy: PID 1212 died...\u000a11:40:03.147904 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1212): Terminated: ok {rc=0}\u000a11:40:03.234329 bus /sierra_3: Setting Powered False\u000a11:40:04.342116 bus /sierra_3: Setting Powered False\u000a11:40:05.450572 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 197, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1224): Process ended prematurely: osmo-stp_10.42.42.5(pid=1224) [trial-2359↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1224)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1224): Process ended prematurely: osmo-stp_10.42.42.5(pid=1224) [trial-2359↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1224)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 emergency:trx-b200 emergency_preemptive_call.py\u000a----------------------------------------------\u000a11:40:06.502621 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:40:06.514321 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a11:40:06.653978 tst emergency_preemptive_call.py: using LAC 21210\u000a11:40:06.769700 tst emergency_preemptive_call.py: using RAC 45\u000a11:40:06.884771 tst emergency_preemptive_call.py: using CellId 21210\u000a11:40:07.002644 tst emergency_preemptive_call.py: using BVCI 21211\u000a11:40:07.025109 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:40:07.035702 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:40:07.046072 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:40:07.056504 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:40:07.066939 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a11:40:07.077277 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a11:40:07.195380 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a11:40:07.315008 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a11:40:07.430244 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a11:40:07.631000 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:40:08.102115 run create_hlr_db(pid=1218): Launched\u000a11:40:08.271590 bus /sierra_2: Setting Powered False\u000a11:40:09.291807 run create_hlr_db(pid=1218): Terminated: ok {rc=0}\u000a11:40:09.684293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1220): Launched\u000a11:40:09.976781 run osmo-hlr_10.42.42.2(pid=1221): Launched\u000a11:40:10.091534 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:40:10.606378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1223): Launched\u000a11:40:10.896230 run osmo-stp_10.42.42.5(pid=1224): Launched\u000a11:40:11.012595 tst emergency_preemptive_call.py: using MSISDN 7192\u000a11:40:11.156532 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:40:11.689756 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1226): Launched\u000a11:40:11.983403 run osmo-msc_10.42.42.6(pid=1227): Launched\u000a11:40:12.155085 run osmo-stp_10.42.42.5(pid=1224): ERR: Terminated: ERROR {rc=1} [trial-2359↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1224)]\u000a11:40:12.279032 run osmo-stp_10.42.42.5(pid=1224): stdout: \u000a| (launched: 2022-12-09_11:40:10.754253)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:40:12.401110 run osmo-stp_10.42.42.5(pid=1224): stderr: \u000a| �[0;m�[38;5;43m20221209114010921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114010921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114010922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114010922 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114010922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114010923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114010923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:40:12.522842 run osmo-stp_10.42.42.5(pid=1224): stdout: \u000a| (launched: 2022-12-09_11:40:10.754253)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:40:12.639154 run osmo-stp_10.42.42.5(pid=1224): stderr: \u000a| �[0;m�[38;5;43m20221209114010921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114010921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114010922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114010922 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114010922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114010923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114010923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:40:12.690220 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=1224): Process ended prematurely: osmo-stp_10.42.42.5(pid=1224) [trial-2359↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1224)] [trial-2359↪emergency:trx-b200↪emergency_preemptive_call.py:32]\u000a11:40:12.698117 tst emergency_preemptive_call.py:32: Test FAILED (6.2 sec)\u000a11:40:12.757368 run osmo-hlr_10.42.42.2(pid=1221): ERR: Terminated: ERROR {rc=237} [trial-2359↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1221)]\u000a11:40:12.806935 run osmo-hlr_10.42.42.2(pid=1221): stdout: \u000a| (launched: 2022-12-09_11:40:09.833745) \u000a11:40:12.856668 run osmo-hlr_10.42.42.2(pid=1221): stderr: \u000a| �[0;m�[1;31m20221209114010004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209114010004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209114010004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114010004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114010004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209114010004 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209114010016 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/emergency:trx-b200/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209114010026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209114010026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209114010026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:40:12.924400 run osmo-msc_10.42.42.6(pid=1227): ERR: Terminated: ERROR {rc=2} [trial-2359↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1227)]\u000a11:40:12.973719 run osmo-msc_10.42.42.6(pid=1227): stdout: \u000a| (launched: 2022-12-09_11:40:11.837689) \u000a11:40:13.023561 run osmo-msc_10.42.42.6(pid=1227): stderr: \u000a| �[0;m�[38;5;43m20221209114012108 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209114012108 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f60ce974c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209114012109 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209114012109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209114012109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209114012109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209114012111 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209114012111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209114012112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209114012112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:40:13.065687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1220): Terminating (SIGTERM)\u000a11:40:13.105429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1223): Terminating (SIGTERM)\u000a11:40:13.145155 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1226): Terminating (SIGTERM)\u000a11:40:13.154308 --- ParallelTerminationStrategy: PID 1220 died...\u000a11:40:13.207659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1220): Terminated: ok {rc=0}\u000a11:40:13.217267 --- ParallelTerminationStrategy: PID 1223 died...\u000a11:40:13.270094 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1223): Terminated: ok {rc=0}\u000a11:40:13.279571 --- ParallelTerminationStrategy: PID 1226 died...\u000a11:40:13.332603 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1226): Terminated: ok {rc=0}\u000a11:40:13.421665 bus /sierra_9: Setting Powered False\u000a11:40:14.525023 bus /sierra_9: Setting Powered False\u000a11:40:15.631572 bus /sierra_8: Setting Powered False\u000a11:40:16.733650 bus /sierra_8: Setting Powered False\u000a11:40:17.842261 bus /sierra_3: Setting Powered False\u000a11:40:18.950710 bus /sierra_3: Setting Powered False\u000a11:40:20.059542 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "49", "name" : "emergency_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:39:55" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "gprs:trx-b200", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1244): Process ended prematurely: osmo-stp_10.42.42.5(pid=1244) [trial-2359↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1244)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1244): Process ended prematurely: osmo-stp_10.42.42.5(pid=1244) [trial-2359↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1244)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-b200 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:40:22.197887 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:40:22.208740 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a11:40:22.350194 tst cs_paging_gprs_active.py: using LAC 21211\u000a11:40:22.474469 tst cs_paging_gprs_active.py: using RAC 46\u000a11:40:22.599895 tst cs_paging_gprs_active.py: using CellId 21211\u000a11:40:22.721322 tst cs_paging_gprs_active.py: using BVCI 21212\u000a11:40:22.744450 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:40:22.755201 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:40:22.765722 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:40:22.776137 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:40:22.786537 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:40:22.797046 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:40:22.807472 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:40:22.817686 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:40:22.828142 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a11:40:22.946820 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a11:40:23.223613 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:40:23.348626 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:40:23.660907 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1234): Launched\u000a11:40:23.921941 run iperf3-srv_10.42.42.10(pid=1235): Launched\u000a11:40:24.105978 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:40:24.231249 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:40:24.544810 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1236): Launched\u000a11:40:24.806123 run iperf3-srv_10.42.42.10(pid=1237): Launched\u000a11:40:24.989099 tst cs_paging_gprs_active.py:38: start network...\u000a11:40:25.113839 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:40:25.596396 run create_hlr_db(pid=1238): Launched\u000a11:40:25.769240 bus /sierra_2: Setting Powered False\u000a11:40:26.790895 run create_hlr_db(pid=1238): Terminated: ok {rc=0}\u000a11:40:27.190711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1240): Launched\u000a11:40:27.493407 run osmo-hlr_10.42.42.2(pid=1241): Launched\u000a11:40:27.602590 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:40:28.123558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1243): Launched\u000a11:40:28.425154 run osmo-stp_10.42.42.5(pid=1244): Launched\u000a11:40:28.535876 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:40:29.068499 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1246): Launched\u000a11:40:29.177482 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:40:29.445661 run patchelf(pid=1247): Launched\u000a11:40:29.625920 run osmo-stp_10.42.42.5(pid=1244): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1244)]\u000a11:40:29.757082 run osmo-stp_10.42.42.5(pid=1244): stdout: \u000a| (launched: 2022-12-09_11:40:28.276112)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:40:29.888218 run osmo-stp_10.42.42.5(pid=1244): stderr: \u000a| �[0;m�[38;5;43m20221209114028444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114028444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114028445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114028445 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114028445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114028446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114028446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:40:30.015458 run osmo-stp_10.42.42.5(pid=1244): stdout: \u000a| (launched: 2022-12-09_11:40:28.276112)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:40:30.141938 run osmo-stp_10.42.42.5(pid=1244): stderr: \u000a| �[0;m�[38;5;43m20221209114028444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114028444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114028445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114028445 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114028445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114028446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114028446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:40:30.289416 run patchelf(pid=1247): Terminating (SIGINT)\u000a11:40:30.463206 run patchelf(pid=1247): Terminated: ok {rc=0}\u000a11:40:30.494946 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1244): Process ended prematurely: osmo-stp_10.42.42.5(pid=1244) [trial-2359↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1244)] [trial-2359↪gprs:trx-b200↪cs_paging_gprs_active.py:38]\u000a11:40:30.504125 tst cs_paging_gprs_active.py:38: Test FAILED (8.3 sec)\u000a11:40:30.564227 run osmo-hlr_10.42.42.2(pid=1241): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-b200↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1241)]\u000a11:40:30.613341 run osmo-hlr_10.42.42.2(pid=1241): stdout: \u000a| (launched: 2022-12-09_11:40:27.344302) \u000a11:40:30.664174 run osmo-hlr_10.42.42.2(pid=1241): stderr: \u000a| �[0;m�[1;31m20221209114027516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209114027516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209114027516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114027516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114027516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209114027516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209114027530 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-b200/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209114027539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209114027540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209114027540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:40:30.706754 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1234): Terminating (SIGTERM)\u000a11:40:30.746782 run iperf3-srv_10.42.42.10(pid=1235): Terminating (SIGTERM)\u000a11:40:30.786872 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1236): Terminating (SIGTERM)\u000a11:40:30.826819 run iperf3-srv_10.42.42.10(pid=1237): Terminating (SIGTERM)\u000a11:40:30.891856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1240): Terminating (SIGTERM)\u000a11:40:30.946279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1243): Terminating (SIGTERM)\u000a11:40:30.993268 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1246): Terminating (SIGTERM)\u000a11:40:31.004041 --- ParallelTerminationStrategy: PID 1234 died...\u000a11:40:31.066896 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1234): Terminated: ok {rc=0}\u000a11:40:31.078180 --- ParallelTerminationStrategy: PID 1235 died...\u000a11:40:31.139748 run iperf3-srv_10.42.42.10(pid=1235): Terminated {rc=256}\u000a11:40:31.150914 --- ParallelTerminationStrategy: PID 1236 died...\u000a11:40:31.210340 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1236): Terminated: ok {rc=0}\u000a11:40:31.221394 --- ParallelTerminationStrategy: PID 1237 died...\u000a11:40:31.281599 run iperf3-srv_10.42.42.10(pid=1237): Terminated {rc=256}\u000a11:40:31.292562 --- ParallelTerminationStrategy: PID 1240 died...\u000a11:40:31.353936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1240): Terminated: ok {rc=0}\u000a11:40:31.365368 --- ParallelTerminationStrategy: PID 1243 died...\u000a11:40:31.426096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1243): Terminated: ok {rc=0}\u000a11:40:31.437197 --- ParallelTerminationStrategy: PID 1246 died...\u000a11:40:31.496932 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1246): Terminated: ok {rc=0}\u000a11:40:31.603410 bus /gobi_0: Setting Powered False\u000a11:40:32.712790 bus /gobi_0: Setting Powered False\u000a11:40:33.821319 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 42, "className" : "gprs:trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1256): Process ended prematurely: osmo-stp_10.42.42.5(pid=1256) [trial-2359↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1256)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1256): Process ended prematurely: osmo-stp_10.42.42.5(pid=1256) [trial-2359↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1256)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-b200 iperf3.py\u000a----------------------------------------------\u000a11:40:34.936815 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:40:34.948794 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a11:40:35.099311 tst iperf3.py: using LAC 21212\u000a11:40:35.229506 tst iperf3.py: using RAC 47\u000a11:40:35.358010 tst iperf3.py: using CellId 21212\u000a11:40:35.486428 tst iperf3.py: using BVCI 21213\u000a11:40:35.511589 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:40:35.522816 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:40:35.533700 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:40:35.544869 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:40:35.556127 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:40:35.567432 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:40:35.579286 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:40:35.590729 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:40:35.602205 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a11:40:35.884626 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:40:36.012321 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:40:36.330551 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1248): Launched\u000a11:40:36.595676 run iperf3-srv_10.42.42.10(pid=1249): Launched\u000a11:40:36.784000 tst iperf3.py:8: start network...\u000a11:40:36.911758 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:40:37.405055 run create_hlr_db(pid=1250): Launched\u000a11:40:37.580388 bus /gobi_6: Setting Powered False\u000a11:40:38.602130 run create_hlr_db(pid=1250): Terminated: ok {rc=0}\u000a11:40:39.038218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1252): Launched\u000a11:40:39.367139 run osmo-hlr_10.42.42.2(pid=1253): Launched\u000a11:40:39.486613 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:40:40.060702 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1255): Launched\u000a11:40:40.391383 run osmo-stp_10.42.42.5(pid=1256): Launched\u000a11:40:40.513466 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:40:41.088461 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1259): Launched\u000a11:40:41.205628 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:40:41.491770 run patchelf(pid=1260): Launched\u000a11:40:41.683595 run osmo-stp_10.42.42.5(pid=1256): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1256)]\u000a11:40:41.823419 run osmo-stp_10.42.42.5(pid=1256): stdout: \u000a| (launched: 2022-12-09_11:40:40.229101)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:40:41.964321 run osmo-stp_10.42.42.5(pid=1256): stderr: \u000a| �[0;m�[38;5;43m20221209114040421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114040421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114040421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114040422 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114040422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114040422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114040422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:40:42.100558 run osmo-stp_10.42.42.5(pid=1256): stdout: \u000a| (launched: 2022-12-09_11:40:40.229101)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:40:42.235672 run osmo-stp_10.42.42.5(pid=1256): stderr: \u000a| �[0;m�[38;5;43m20221209114040421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114040421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114040421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114040422 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114040422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114040422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114040422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:40:42.393158 run patchelf(pid=1260): Terminating (SIGINT)\u000a11:40:42.578882 run patchelf(pid=1260): Terminated: ok {rc=0}\u000a11:40:42.612713 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1256): Process ended prematurely: osmo-stp_10.42.42.5(pid=1256) [trial-2359↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1256)] [trial-2359↪gprs:trx-b200↪iperf3.py:8]\u000a11:40:42.622711 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a11:40:42.686913 run osmo-hlr_10.42.42.2(pid=1253): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-b200↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1253)]\u000a11:40:42.738953 run osmo-hlr_10.42.42.2(pid=1253): stdout: \u000a| (launched: 2022-12-09_11:40:39.205719) \u000a11:40:42.791414 run osmo-hlr_10.42.42.2(pid=1253): stderr: \u000a| �[0;m�[1;31m20221209114039402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209114039402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209114039402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114039402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114039402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209114039402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209114039414 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-b200/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209114039423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209114039423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209114039423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:40:42.835734 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1248): Terminating (SIGTERM)\u000a11:40:42.878194 run iperf3-srv_10.42.42.10(pid=1249): Terminating (SIGTERM)\u000a11:40:42.920444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1252): Terminating (SIGTERM)\u000a11:40:42.962505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1255): Terminating (SIGTERM)\u000a11:40:43.004614 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1259): Terminating (SIGTERM)\u000a11:40:43.014378 --- ParallelTerminationStrategy: PID 1248 died...\u000a11:40:43.071148 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1248): Terminated: ok {rc=0}\u000a11:40:43.081277 --- ParallelTerminationStrategy: PID 1249 died...\u000a11:40:43.137723 run iperf3-srv_10.42.42.10(pid=1249): Terminated {rc=256}\u000a11:40:43.147812 --- ParallelTerminationStrategy: PID 1252 died...\u000a11:40:43.204157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1252): Terminated: ok {rc=0}\u000a11:40:43.214164 --- ParallelTerminationStrategy: PID 1255 died...\u000a11:40:43.270524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1255): Terminated: ok {rc=0}\u000a11:40:43.280748 --- ParallelTerminationStrategy: PID 1259 died...\u000a11:40:43.336729 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1259): Terminated: ok {rc=0}\u000a11:40:43.425084 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 174, "className" : "gprs:trx-b200", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1275): Process ended prematurely: osmo-stp_10.42.42.5(pid=1275) [trial-2359↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1275)]", "failedSince" : 2186, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1275): Process ended prematurely: osmo-stp_10.42.42.5(pid=1275) [trial-2359↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1275)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-b200 iperf3m4.py\u000a----------------------------------------------\u000a11:40:44.538177 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:40:44.549488 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a11:40:44.687409 tst iperf3m4.py: using LAC 21213\u000a11:40:44.817093 tst iperf3m4.py: using RAC 48\u000a11:40:44.940286 tst iperf3m4.py: using CellId 21213\u000a11:40:45.062425 tst iperf3m4.py: using BVCI 21214\u000a11:40:45.086103 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:40:45.096760 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:40:45.107374 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:40:45.118544 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:40:45.129620 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:40:45.140349 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:40:45.151333 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:40:45.162233 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:40:45.173248 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a11:40:45.290943 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a11:40:45.412505 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a11:40:45.534804 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a11:40:45.820387 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:40:45.995537 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:40:46.353195 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1261): Launched\u000a11:40:46.640553 run iperf3-srv_10.42.42.10(pid=1262): Launched\u000a11:40:46.831204 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:40:46.960291 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:40:47.370404 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1263): Launched\u000a11:40:47.636006 run iperf3-srv_10.42.42.10(pid=1264): Launched\u000a11:40:47.823535 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:40:47.950427 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:40:48.268744 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1265): Launched\u000a11:40:48.532682 run iperf3-srv_10.42.42.10(pid=1266): Launched\u000a11:40:48.718616 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:40:48.846085 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:40:49.163575 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1267): Launched\u000a11:40:49.427850 run iperf3-srv_10.42.42.10(pid=1268): Launched\u000a11:40:49.613657 tst iperf3m4.py:8: start network...\u000a11:40:49.740247 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:40:50.233548 run create_hlr_db(pid=1269): Launched\u000a11:40:50.409715 bus /gobi_6: Setting Powered False\u000a11:40:51.431806 run create_hlr_db(pid=1269): Terminated: ok {rc=0}\u000a11:40:51.841309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1271): Launched\u000a11:40:52.147623 run osmo-hlr_10.42.42.2(pid=1272): Launched\u000a11:40:52.258796 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:40:52.792146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1274): Launched\u000a11:40:53.101541 run osmo-stp_10.42.42.5(pid=1275): Launched\u000a11:40:53.213740 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:40:53.764767 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1277): Launched\u000a11:40:53.883343 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:40:54.174847 run patchelf(pid=1278): Launched\u000a11:40:54.370035 run osmo-stp_10.42.42.5(pid=1275): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1275)]\u000a11:40:54.512072 run osmo-stp_10.42.42.5(pid=1275): stdout: \u000a| (launched: 2022-12-09_11:40:52.948716)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:40:54.654652 run osmo-stp_10.42.42.5(pid=1275): stderr: \u000a| �[0;m�[38;5;43m20221209114053118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114053118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114053118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114053119 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114053119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114053119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114053119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:40:54.792543 run osmo-stp_10.42.42.5(pid=1275): stdout: \u000a| (launched: 2022-12-09_11:40:52.948716)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:40:54.929972 run osmo-stp_10.42.42.5(pid=1275): stderr: \u000a| �[0;m�[38;5;43m20221209114053118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114053118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114053118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114053119 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114053119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114053119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114053119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:40:55.090190 run patchelf(pid=1278): Terminating (SIGINT)\u000a11:40:55.278694 run patchelf(pid=1278): Terminated: ok {rc=0}\u000a11:40:55.313135 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1275): Process ended prematurely: osmo-stp_10.42.42.5(pid=1275) [trial-2359↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1275)] [trial-2359↪gprs:trx-b200↪iperf3m4.py:8]\u000a11:40:55.323272 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a11:40:55.387929 run osmo-hlr_10.42.42.2(pid=1272): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-b200↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1272)]\u000a11:40:55.440195 run osmo-hlr_10.42.42.2(pid=1272): stdout: \u000a| (launched: 2022-12-09_11:40:51.997348) \u000a11:40:55.492918 run osmo-hlr_10.42.42.2(pid=1272): stderr: \u000a| �[0;m�[1;31m20221209114052172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209114052173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209114052173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114052173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114052173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209114052173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209114052185 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-b200/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209114052194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209114052194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209114052194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:40:55.538032 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1261): Terminating (SIGTERM)\u000a11:40:55.580265 run iperf3-srv_10.42.42.10(pid=1262): Terminating (SIGTERM)\u000a11:40:55.622852 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1263): Terminating (SIGTERM)\u000a11:40:55.665580 run iperf3-srv_10.42.42.10(pid=1264): Terminating (SIGTERM)\u000a11:40:55.707629 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1265): Terminating (SIGTERM)\u000a11:40:55.750063 run iperf3-srv_10.42.42.10(pid=1266): Terminating (SIGTERM)\u000a11:40:55.792841 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1267): Terminating (SIGTERM)\u000a11:40:55.835205 run iperf3-srv_10.42.42.10(pid=1268): Terminating (SIGTERM)\u000a11:40:55.877828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1271): Terminating (SIGTERM)\u000a11:40:55.920059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1274): Terminating (SIGTERM)\u000a11:40:55.962971 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1277): Terminating (SIGTERM)\u000a11:40:55.972699 --- ParallelTerminationStrategy: PID 1261 died...\u000a11:40:56.029833 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1261): Terminated: ok {rc=0}\u000a11:40:56.039985 --- ParallelTerminationStrategy: PID 1262 died...\u000a11:40:56.096798 run iperf3-srv_10.42.42.10(pid=1262): Terminated {rc=256}\u000a11:40:56.107021 --- ParallelTerminationStrategy: PID 1263 died...\u000a11:40:56.163509 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1263): Terminated: ok {rc=0}\u000a11:40:56.173683 --- ParallelTerminationStrategy: PID 1264 died...\u000a11:40:56.230165 run iperf3-srv_10.42.42.10(pid=1264): Terminated {rc=256}\u000a11:40:56.240233 --- ParallelTerminationStrategy: PID 1265 died...\u000a11:40:56.296821 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1265): Terminated: ok {rc=0}\u000a11:40:56.307001 --- ParallelTerminationStrategy: PID 1266 died...\u000a11:40:56.363548 run iperf3-srv_10.42.42.10(pid=1266): Terminated {rc=256}\u000a11:40:56.373784 --- ParallelTerminationStrategy: PID 1267 died...\u000a11:40:56.430241 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1267): Terminated: ok {rc=0}\u000a11:40:56.440351 --- ParallelTerminationStrategy: PID 1268 died...\u000a11:40:56.497327 run iperf3-srv_10.42.42.10(pid=1268): Terminated {rc=256}\u000a11:40:56.507467 --- ParallelTerminationStrategy: PID 1271 died...\u000a11:40:56.564170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1271): Terminated: ok {rc=0}\u000a11:40:56.574399 --- ParallelTerminationStrategy: PID 1274 died...\u000a11:40:56.631335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1274): Terminated: ok {rc=0}\u000a11:40:56.641654 --- ParallelTerminationStrategy: PID 1277 died...\u000a11:40:56.698386 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1277): Terminated: ok {rc=0}\u000a11:40:56.786521 bus /gobi_4: Setting Powered False\u000a11:40:57.895129 bus /gobi_4: Setting Powered False\u000a11:40:59.005535 bus /gobi_1: Setting Powered False\u000a11:41:00.115375 bus /gobi_1: Setting Powered False\u000a11:41:01.225307 bus /gobi_0: Setting Powered False\u000a11:41:02.331935 bus /gobi_0: Setting Powered False\u000a11:41:03.447654 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 174, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1285): Process ended prematurely: osmo-stp_10.42.42.5(pid=1285) [trial-2359↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1285)]", "failedSince" : 2186, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1285): Process ended prematurely: osmo-stp_10.42.42.5(pid=1285) [trial-2359↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1285)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-b200 ping.py\u000a----------------------------------------------\u000a11:41:04.515172 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:41:04.526732 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a11:41:04.665306 tst ping.py: using LAC 21214\u000a11:41:04.784333 tst ping.py: using RAC 49\u000a11:41:04.905999 tst ping.py: using CellId 21214\u000a11:41:05.025414 tst ping.py: using BVCI 21215\u000a11:41:05.048518 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:41:05.059224 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:41:05.069805 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:41:05.080367 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:41:05.090847 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:41:05.101418 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:41:05.111957 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:41:05.122459 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a11:41:05.416002 tst ping.py:19: start network...\u000a11:41:05.552187 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:41:06.062065 run create_hlr_db(pid=1279): Launched\u000a11:41:06.251656 bus /gobi_6: Setting Powered False\u000a11:41:07.272082 run create_hlr_db(pid=1279): Terminated: ok {rc=0}\u000a11:41:07.705907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1281): Launched\u000a11:41:08.031046 run osmo-hlr_10.42.42.2(pid=1282): Launched\u000a11:41:08.150256 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:41:08.721578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1284): Launched\u000a11:41:09.047452 run osmo-stp_10.42.42.5(pid=1285): Launched\u000a11:41:09.165306 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:41:09.732764 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1287): Launched\u000a11:41:09.848506 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:41:10.134046 run patchelf(pid=1288): Launched\u000a11:41:10.324859 run osmo-stp_10.42.42.5(pid=1285): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1285)]\u000a11:41:10.463906 run osmo-stp_10.42.42.5(pid=1285): stdout: \u000a| (launched: 2022-12-09_11:41:08.886623)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:41:10.602961 run osmo-stp_10.42.42.5(pid=1285): stderr: \u000a| �[0;m�[38;5;43m20221209114109077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114109077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114109078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114109078 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114109078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114109079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114109079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:41:10.737423 run osmo-stp_10.42.42.5(pid=1285): stdout: \u000a| (launched: 2022-12-09_11:41:08.886623)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:41:10.870894 run osmo-stp_10.42.42.5(pid=1285): stderr: \u000a| �[0;m�[38;5;43m20221209114109077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114109077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114109078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114109078 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114109078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114109079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114109079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:41:11.028069 run patchelf(pid=1288): Terminating (SIGINT)\u000a11:41:11.212488 run patchelf(pid=1288): Terminated: ok {rc=0}\u000a11:41:11.245873 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1285): Process ended prematurely: osmo-stp_10.42.42.5(pid=1285) [trial-2359↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1285)] [trial-2359↪gprs:trx-b200↪ping.py:22]\u000a11:41:11.255317 tst ping.py:22: Test FAILED (6.7 sec)\u000a11:41:11.319742 run osmo-hlr_10.42.42.2(pid=1282): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-b200↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1282)]\u000a11:41:11.372294 run osmo-hlr_10.42.42.2(pid=1282): stdout: \u000a| (launched: 2022-12-09_11:41:07.870393) \u000a11:41:11.425379 run osmo-hlr_10.42.42.2(pid=1282): stderr: \u000a| �[0;m�[1;31m20221209114108068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209114108068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209114108068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114108068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114108068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209114108068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209114108080 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-b200/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209114108088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209114108088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209114108089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:41:11.470546 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1281): Terminating (SIGTERM)\u000a11:41:11.512930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1284): Terminating (SIGTERM)\u000a11:41:11.555538 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1287): Terminating (SIGTERM)\u000a11:41:11.565689 --- ParallelTerminationStrategy: PID 1281 died...\u000a11:41:11.622290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1281): Terminated: ok {rc=0}\u000a11:41:11.632658 --- ParallelTerminationStrategy: PID 1284 died...\u000a11:41:11.689255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1284): Terminated: ok {rc=0}\u000a11:41:11.699379 --- ParallelTerminationStrategy: PID 1287 died...\u000a11:41:11.756045 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1287): Terminated: ok {rc=0}\u000a11:41:11.844129 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 174, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1295): Process ended prematurely: osmo-stp_10.42.42.5(pid=1295) [trial-2359↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1295)]", "failedSince" : 2186, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1295): Process ended prematurely: osmo-stp_10.42.42.5(pid=1295) [trial-2359↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1295)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-b200 ping_idle_ping.py\u000a----------------------------------------------\u000a11:41:12.897527 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:41:12.909410 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a11:41:13.048018 tst ping_idle_ping.py: using LAC 21215\u000a11:41:13.175197 tst ping_idle_ping.py: using RAC 50\u000a11:41:13.302778 tst ping_idle_ping.py: using CellId 21215\u000a11:41:13.430435 tst ping_idle_ping.py: using BVCI 21216\u000a11:41:13.455445 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:41:13.466647 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:41:13.477812 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:41:13.488943 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:41:13.500067 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:41:13.511230 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:41:13.522600 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a11:41:13.533809 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a11:41:13.829187 tst ping_idle_ping.py:24: start network...\u000a11:41:13.964646 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:41:14.479003 run create_hlr_db(pid=1289): Launched\u000a11:41:14.668923 bus /gobi_6: Setting Powered False\u000a11:41:15.688286 run create_hlr_db(pid=1289): Terminated: ok {rc=0}\u000a11:41:16.131620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1291): Launched\u000a11:41:16.597149 run osmo-hlr_10.42.42.2(pid=1292): Launched\u000a11:41:16.785863 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:41:17.341268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1294): Launched\u000a11:41:17.649113 run osmo-stp_10.42.42.5(pid=1295): Launched\u000a11:41:17.760547 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:41:18.294668 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1297): Launched\u000a11:41:18.402295 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:41:18.669476 run patchelf(pid=1298): Launched\u000a11:41:18.847400 run osmo-stp_10.42.42.5(pid=1295): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1295)]\u000a11:41:18.977975 run osmo-stp_10.42.42.5(pid=1295): stdout: \u000a| (launched: 2022-12-09_11:41:17.497404)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:41:19.108534 run osmo-stp_10.42.42.5(pid=1295): stderr: \u000a| �[0;m�[38;5;43m20221209114117668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114117668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114117668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114117668 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114117669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114117669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114117669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:41:19.234172 run osmo-stp_10.42.42.5(pid=1295): stdout: \u000a| (launched: 2022-12-09_11:41:17.497404)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:41:19.358379 run osmo-stp_10.42.42.5(pid=1295): stderr: \u000a| �[0;m�[38;5;43m20221209114117668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114117668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114117668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114117668 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114117669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114117669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114117669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:41:19.504441 run patchelf(pid=1298): Terminating (SIGINT)\u000a11:41:19.676882 run patchelf(pid=1298): Terminated: ok {rc=0}\u000a11:41:19.708104 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1295): Process ended prematurely: osmo-stp_10.42.42.5(pid=1295) [trial-2359↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1295)] [trial-2359↪gprs:trx-b200↪ping_idle_ping.py:27]\u000a11:41:19.716686 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a11:41:19.776833 run osmo-hlr_10.42.42.2(pid=1292): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-b200↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1292)]\u000a11:41:19.826029 run osmo-hlr_10.42.42.2(pid=1292): stdout: \u000a| (launched: 2022-12-09_11:41:16.289185) \u000a11:41:19.875798 run osmo-hlr_10.42.42.2(pid=1292): stderr: \u000a| �[0;m�[1;31m20221209114116500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209114116500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209114116500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114116500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114116500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209114116500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209114116521 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-b200/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209114116541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209114116542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209114116542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:41:19.918781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1291): Terminating (SIGTERM)\u000a11:41:19.958653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1294): Terminating (SIGTERM)\u000a11:41:19.998617 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1297): Terminating (SIGTERM)\u000a11:41:20.007828 --- ParallelTerminationStrategy: PID 1291 died...\u000a11:41:20.061125 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1291): Terminated: ok {rc=0}\u000a11:41:20.070696 --- ParallelTerminationStrategy: PID 1294 died...\u000a11:41:20.123961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1294): Terminated: ok {rc=0}\u000a11:41:20.133636 --- ParallelTerminationStrategy: PID 1297 died...\u000a11:41:20.186666 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1297): Terminated: ok {rc=0}\u000a11:41:20.275609 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "50", "name" : "gprs_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:40:21" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1312): Process ended prematurely: osmo-stp_10.42.42.5(pid=1312) [trial-2359↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1312)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1312): Process ended prematurely: osmo-stp_10.42.42.5(pid=1312) [trial-2359↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1312)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-b200+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:41:22.443051 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:41:22.454095 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:41:22.595701 tst cs_paging_gprs_active.py: using LAC 21216\u000a11:41:22.719650 tst cs_paging_gprs_active.py: using RAC 51\u000a11:41:22.843419 tst cs_paging_gprs_active.py: using CellId 21216\u000a11:41:22.967062 tst cs_paging_gprs_active.py: using BVCI 21217\u000a11:41:22.990760 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:41:23.001670 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:41:23.012258 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:41:23.022889 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:41:23.033431 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:41:23.043977 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:41:23.054918 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:41:23.065541 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:41:23.076275 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:41:23.199185 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:41:23.487630 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:41:23.616593 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:41:23.942252 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1302): Launched\u000a11:41:24.209963 run iperf3-srv_10.42.42.10(pid=1303): Launched\u000a11:41:24.398945 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:41:24.527606 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:41:24.849248 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1304): Launched\u000a11:41:25.118871 run iperf3-srv_10.42.42.10(pid=1305): Launched\u000a11:41:25.307634 tst cs_paging_gprs_active.py:38: start network...\u000a11:41:25.435808 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:41:25.931058 run create_hlr_db(pid=1306): Launched\u000a11:41:26.108729 bus /gobi_6: Setting Powered False\u000a11:41:27.131180 run create_hlr_db(pid=1306): Terminated: ok {rc=0}\u000a11:41:27.544414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1308): Launched\u000a11:41:27.856032 run osmo-hlr_10.42.42.2(pid=1309): Launched\u000a11:41:27.978804 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:41:28.524110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1311): Launched\u000a11:41:28.836882 run osmo-stp_10.42.42.5(pid=1312): Launched\u000a11:41:28.948671 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:41:29.487685 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1314): Launched\u000a11:41:29.597445 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:41:29.868445 run patchelf(pid=1315): Launched\u000a11:41:30.049303 run osmo-stp_10.42.42.5(pid=1312): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1312)]\u000a11:41:30.181360 run osmo-stp_10.42.42.5(pid=1312): stdout: \u000a| (launched: 2022-12-09_11:41:28.681605)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:41:30.313297 run osmo-stp_10.42.42.5(pid=1312): stderr: \u000a| �[0;m�[38;5;43m20221209114128850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114128851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114128851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114128851 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114128852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114128852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114128852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:41:30.441428 run osmo-stp_10.42.42.5(pid=1312): stdout: \u000a| (launched: 2022-12-09_11:41:28.681605)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:41:30.568293 run osmo-stp_10.42.42.5(pid=1312): stderr: \u000a| �[0;m�[38;5;43m20221209114128850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114128851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114128851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114128851 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114128852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114128852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114128852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:41:30.717331 run patchelf(pid=1315): Terminating (SIGINT)\u000a11:41:30.908705 run patchelf(pid=1315): Terminated: ok {rc=0}\u000a11:41:30.942082 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1312): Process ended prematurely: osmo-stp_10.42.42.5(pid=1312) [trial-2359↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1312)] [trial-2359↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a11:41:30.951858 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a11:41:31.013218 run osmo-hlr_10.42.42.2(pid=1309): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1309)]\u000a11:41:31.063924 run osmo-hlr_10.42.42.2(pid=1309): stdout: \u000a| (launched: 2022-12-09_11:41:27.702821) \u000a11:41:31.115579 run osmo-hlr_10.42.42.2(pid=1309): stderr: \u000a| �[0;m�[1;31m20221209114127879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209114127879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209114127879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114127879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114127879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209114127879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209114127891 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-b200+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209114127901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209114127902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209114127902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:41:31.160569 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1302): Terminating (SIGTERM)\u000a11:41:31.202231 run iperf3-srv_10.42.42.10(pid=1303): Terminating (SIGTERM)\u000a11:41:31.244779 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1304): Terminating (SIGTERM)\u000a11:41:31.285728 run iperf3-srv_10.42.42.10(pid=1305): Terminating (SIGTERM)\u000a11:41:31.328479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1308): Terminating (SIGTERM)\u000a11:41:31.369437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1311): Terminating (SIGTERM)\u000a11:41:31.411129 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1314): Terminating (SIGTERM)\u000a11:41:31.421630 --- ParallelTerminationStrategy: PID 1302 died...\u000a11:41:31.476205 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1302): Terminated: ok {rc=0}\u000a11:41:31.486155 --- ParallelTerminationStrategy: PID 1303 died...\u000a11:41:31.541742 run iperf3-srv_10.42.42.10(pid=1303): Terminated {rc=256}\u000a11:41:31.552219 --- ParallelTerminationStrategy: PID 1304 died...\u000a11:41:31.606994 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1304): Terminated: ok {rc=0}\u000a11:41:31.617006 --- ParallelTerminationStrategy: PID 1305 died...\u000a11:41:31.670773 run iperf3-srv_10.42.42.10(pid=1305): Terminated {rc=256}\u000a11:41:31.680636 --- ParallelTerminationStrategy: PID 1308 died...\u000a11:41:31.734654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1308): Terminated: ok {rc=0}\u000a11:41:31.745103 --- ParallelTerminationStrategy: PID 1311 died...\u000a11:41:31.799539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1311): Terminated: ok {rc=0}\u000a11:41:31.809714 --- ParallelTerminationStrategy: PID 1314 died...\u000a11:41:31.864079 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1314): Terminated: ok {rc=0}\u000a11:41:31.949369 bus /gobi_0: Setting Powered False\u000a11:41:33.050393 bus /gobi_0: Setting Powered False\u000a11:41:34.161427 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1324): Process ended prematurely: osmo-stp_10.42.42.5(pid=1324) [trial-2359↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1324)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1324): Process ended prematurely: osmo-stp_10.42.42.5(pid=1324) [trial-2359↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1324)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-b200+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a11:41:35.272831 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:41:35.284352 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:41:35.425635 tst iperf3.py: using LAC 21217\u000a11:41:35.547910 tst iperf3.py: using RAC 52\u000a11:41:35.671192 tst iperf3.py: using CellId 21217\u000a11:41:35.794544 tst iperf3.py: using BVCI 21218\u000a11:41:35.818397 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:41:35.829305 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:41:35.839996 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:41:35.850608 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:41:35.861090 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:41:35.871569 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:41:35.882278 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:41:35.892757 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:41:35.903463 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:41:36.203135 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:41:36.340898 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:41:36.684814 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1316): Launched\u000a11:41:36.970975 run iperf3-srv_10.42.42.10(pid=1317): Launched\u000a11:41:37.175873 tst iperf3.py:8: start network...\u000a11:41:37.315059 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:41:37.837416 run create_hlr_db(pid=1318): Launched\u000a11:41:38.028649 bus /gobi_6: Setting Powered False\u000a11:41:39.049333 run create_hlr_db(pid=1318): Terminated: ok {rc=0}\u000a11:41:39.466201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1320): Launched\u000a11:41:39.774971 run osmo-hlr_10.42.42.2(pid=1321): Launched\u000a11:41:39.897732 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:41:40.444550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1323): Launched\u000a11:41:40.752561 run osmo-stp_10.42.42.5(pid=1324): Launched\u000a11:41:40.863451 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:41:41.401364 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1326): Launched\u000a11:41:41.510674 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:41:41.779845 run patchelf(pid=1327): Launched\u000a11:41:41.960458 run osmo-stp_10.42.42.5(pid=1324): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1324)]\u000a11:41:42.092115 run osmo-stp_10.42.42.5(pid=1324): stdout: \u000a| (launched: 2022-12-09_11:41:40.600730)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:41:42.224284 run osmo-stp_10.42.42.5(pid=1324): stderr: \u000a| �[0;m�[38;5;43m20221209114140771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114140772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114140772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114140772 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114140773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114140773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114140773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:41:42.351948 run osmo-stp_10.42.42.5(pid=1324): stdout: \u000a| (launched: 2022-12-09_11:41:40.600730)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:41:42.478654 run osmo-stp_10.42.42.5(pid=1324): stderr: \u000a| �[0;m�[38;5;43m20221209114140771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114140772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114140772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114140772 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114140773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114140773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114140773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:41:42.626602 run patchelf(pid=1327): Terminating (SIGINT)\u000a11:41:42.801856 run patchelf(pid=1327): Terminated: ok {rc=0}\u000a11:41:42.833867 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1324): Process ended prematurely: osmo-stp_10.42.42.5(pid=1324) [trial-2359↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1324)] [trial-2359↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8]\u000a11:41:42.843128 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a11:41:42.903057 run osmo-hlr_10.42.42.2(pid=1321): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1321)]\u000a11:41:42.952245 run osmo-hlr_10.42.42.2(pid=1321): stdout: \u000a| (launched: 2022-12-09_11:41:39.622821) \u000a11:41:43.002238 run osmo-hlr_10.42.42.2(pid=1321): stderr: \u000a| �[0;m�[1;31m20221209114139802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209114139802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209114139802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114139802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114139802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209114139802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209114139814 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-b200+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209114139824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209114139825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209114139825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:41:43.044343 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1316): Terminating (SIGTERM)\u000a11:41:43.083987 run iperf3-srv_10.42.42.10(pid=1317): Terminating (SIGTERM)\u000a11:41:43.123895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1320): Terminating (SIGTERM)\u000a11:41:43.163571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1323): Terminating (SIGTERM)\u000a11:41:43.203233 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1326): Terminating (SIGTERM)\u000a11:41:43.212688 --- ParallelTerminationStrategy: PID 1316 died...\u000a11:41:43.266741 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1316): Terminated: ok {rc=0}\u000a11:41:43.276363 --- ParallelTerminationStrategy: PID 1317 died...\u000a11:41:43.329555 run iperf3-srv_10.42.42.10(pid=1317): Terminated {rc=256}\u000a11:41:43.339132 --- ParallelTerminationStrategy: PID 1320 died...\u000a11:41:43.392306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1320): Terminated: ok {rc=0}\u000a11:41:43.401817 --- ParallelTerminationStrategy: PID 1323 died...\u000a11:41:43.455061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1323): Terminated: ok {rc=0}\u000a11:41:43.464586 --- ParallelTerminationStrategy: PID 1326 died...\u000a11:41:43.517854 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1326): Terminated: ok {rc=0}\u000a11:41:43.602012 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1342): Process ended prematurely: osmo-stp_10.42.42.5(pid=1342) [trial-2359↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1342)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1342): Process ended prematurely: osmo-stp_10.42.42.5(pid=1342) [trial-2359↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1342)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-b200+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a11:41:44.718818 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:41:44.731061 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:41:44.881519 tst iperf3m4.py: using LAC 21218\u000a11:41:45.013133 tst iperf3m4.py: using RAC 53\u000a11:41:45.148065 tst iperf3m4.py: using CellId 21218\u000a11:41:45.282720 tst iperf3m4.py: using BVCI 21219\u000a11:41:45.308091 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:41:45.319616 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:41:45.330858 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:41:45.342312 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:41:45.353968 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:41:45.365350 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:41:45.376902 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:41:45.388325 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:41:45.400037 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:41:45.519996 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:41:45.643893 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:41:45.763296 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:41:46.094230 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:41:46.236806 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:41:46.601451 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1328): Launched\u000a11:41:46.924911 run iperf3-srv_10.42.42.10(pid=1329): Launched\u000a11:41:47.134267 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:41:47.277459 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:41:47.623281 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1330): Launched\u000a11:41:47.908840 run iperf3-srv_10.42.42.10(pid=1331): Launched\u000a11:41:48.111932 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:41:48.250284 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:41:48.592830 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1332): Launched\u000a11:41:48.877799 run iperf3-srv_10.42.42.10(pid=1333): Launched\u000a11:41:49.080313 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:41:49.219032 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:41:49.562683 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1334): Launched\u000a11:41:49.848168 run iperf3-srv_10.42.42.10(pid=1335): Launched\u000a11:41:50.050883 tst iperf3m4.py:8: start network...\u000a11:41:50.189228 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:41:50.709875 run create_hlr_db(pid=1336): Launched\u000a11:41:50.900767 bus /gobi_6: Setting Powered False\u000a11:41:51.922217 run create_hlr_db(pid=1336): Terminated: ok {rc=0}\u000a11:41:52.366004 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1338): Launched\u000a11:41:52.698944 run osmo-hlr_10.42.42.2(pid=1339): Launched\u000a11:41:52.819526 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:41:53.397922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1341): Launched\u000a11:41:53.730691 run osmo-stp_10.42.42.5(pid=1342): Launched\u000a11:41:53.850795 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:41:54.429138 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1344): Launched\u000a11:41:54.547139 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:41:54.836423 run patchelf(pid=1345): Launched\u000a11:41:55.030161 run osmo-stp_10.42.42.5(pid=1342): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1342)]\u000a11:41:55.172352 run osmo-stp_10.42.42.5(pid=1342): stdout: \u000a| (launched: 2022-12-09_11:41:53.566601)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:41:55.314151 run osmo-stp_10.42.42.5(pid=1342): stderr: \u000a| �[0;m�[38;5;43m20221209114153754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114153754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114153755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114153755 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114153755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114153756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114153756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:41:55.451741 run osmo-stp_10.42.42.5(pid=1342): stdout: \u000a| (launched: 2022-12-09_11:41:53.566601)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:41:55.587870 run osmo-stp_10.42.42.5(pid=1342): stderr: \u000a| �[0;m�[38;5;43m20221209114153754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114153754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114153755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114153755 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114153755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114153756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114153756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:41:55.746754 run patchelf(pid=1345): Terminating (SIGINT)\u000a11:41:55.934223 run patchelf(pid=1345): Terminated: ok {rc=0}\u000a11:41:55.968363 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1342): Process ended prematurely: osmo-stp_10.42.42.5(pid=1342) [trial-2359↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1342)] [trial-2359↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8]\u000a11:41:55.978427 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a11:41:56.043478 run osmo-hlr_10.42.42.2(pid=1339): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1339)]\u000a11:41:56.096522 run osmo-hlr_10.42.42.2(pid=1339): stdout: \u000a| (launched: 2022-12-09_11:41:52.533986) \u000a11:41:56.150092 run osmo-hlr_10.42.42.2(pid=1339): stderr: \u000a| �[0;m�[1;31m20221209114152729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209114152729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209114152729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114152730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114152730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209114152730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209114152743 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-b200+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209114152751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209114152752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209114152752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:41:56.195288 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1328): Terminating (SIGTERM)\u000a11:41:56.238046 run iperf3-srv_10.42.42.10(pid=1329): Terminating (SIGTERM)\u000a11:41:56.280793 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1330): Terminating (SIGTERM)\u000a11:41:56.323450 run iperf3-srv_10.42.42.10(pid=1331): Terminating (SIGTERM)\u000a11:41:56.366488 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1332): Terminating (SIGTERM)\u000a11:41:56.409187 run iperf3-srv_10.42.42.10(pid=1333): Terminating (SIGTERM)\u000a11:41:56.451707 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1334): Terminating (SIGTERM)\u000a11:41:56.494416 run iperf3-srv_10.42.42.10(pid=1335): Terminating (SIGTERM)\u000a11:41:56.537094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1338): Terminating (SIGTERM)\u000a11:41:56.580055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1341): Terminating (SIGTERM)\u000a11:41:56.622791 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1344): Terminating (SIGTERM)\u000a11:41:56.632814 --- ParallelTerminationStrategy: PID 1328 died...\u000a11:41:56.689753 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1328): Terminated: ok {rc=0}\u000a11:41:56.700142 --- ParallelTerminationStrategy: PID 1329 died...\u000a11:41:56.756856 run iperf3-srv_10.42.42.10(pid=1329): Terminated {rc=256}\u000a11:41:56.766973 --- ParallelTerminationStrategy: PID 1330 died...\u000a11:41:56.823533 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1330): Terminated: ok {rc=0}\u000a11:41:56.833671 --- ParallelTerminationStrategy: PID 1331 died...\u000a11:41:56.890598 run iperf3-srv_10.42.42.10(pid=1331): Terminated {rc=256}\u000a11:41:56.900716 --- ParallelTerminationStrategy: PID 1332 died...\u000a11:41:56.957379 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1332): Terminated: ok {rc=0}\u000a11:41:56.967772 --- ParallelTerminationStrategy: PID 1333 died...\u000a11:41:57.024540 run iperf3-srv_10.42.42.10(pid=1333): Terminated {rc=256}\u000a11:41:57.034917 --- ParallelTerminationStrategy: PID 1334 died...\u000a11:41:57.091357 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1334): Terminated: ok {rc=0}\u000a11:41:57.102268 --- ParallelTerminationStrategy: PID 1335 died...\u000a11:41:57.158918 run iperf3-srv_10.42.42.10(pid=1335): Terminated {rc=256}\u000a11:41:57.169113 --- ParallelTerminationStrategy: PID 1338 died...\u000a11:41:57.225586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1338): Terminated: ok {rc=0}\u000a11:41:57.235747 --- ParallelTerminationStrategy: PID 1341 died...\u000a11:41:57.292359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1341): Terminated: ok {rc=0}\u000a11:41:57.302489 --- ParallelTerminationStrategy: PID 1344 died...\u000a11:41:57.359432 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1344): Terminated: ok {rc=0}\u000a11:41:57.447163 bus /gobi_4: Setting Powered False\u000a11:41:58.556139 bus /gobi_4: Setting Powered False\u000a11:41:59.665125 bus /gobi_1: Setting Powered False\u000a11:42:00.773342 bus /gobi_1: Setting Powered False\u000a11:42:01.887197 bus /gobi_0: Setting Powered False\u000a11:42:02.995073 bus /gobi_0: Setting Powered False\u000a11:42:04.105787 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1358): Process ended prematurely: osmo-stp_10.42.42.5(pid=1358) [trial-2359↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1358)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1358): Process ended prematurely: osmo-stp_10.42.42.5(pid=1358) [trial-2359↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1358)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-b200+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a11:42:05.175814 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:42:05.188087 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:42:05.339350 tst ping.py: using LAC 21219\u000a11:42:05.467314 tst ping.py: using RAC 54\u000a11:42:05.594382 tst ping.py: using CellId 21219\u000a11:42:05.720226 tst ping.py: using BVCI 21220\u000a11:42:05.745141 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:42:05.756545 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:42:05.767784 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:42:05.779227 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:42:05.790602 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:42:05.801979 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:42:05.813566 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:42:05.825082 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:42:06.109490 tst ping.py:19: start network...\u000a11:42:06.235428 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:42:06.720875 run create_hlr_db(pid=1352): Launched\u000a11:42:06.896369 bus /gobi_6: Setting Powered False\u000a11:42:07.918143 run create_hlr_db(pid=1352): Terminated: ok {rc=0}\u000a11:42:08.353674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1354): Launched\u000a11:42:08.678768 run osmo-hlr_10.42.42.2(pid=1355): Launched\u000a11:42:08.798755 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:42:09.371023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1357): Launched\u000a11:42:09.695556 run osmo-stp_10.42.42.5(pid=1358): Launched\u000a11:42:09.812546 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:42:10.381409 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1360): Launched\u000a11:42:10.497317 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:42:10.781922 run patchelf(pid=1361): Launched\u000a11:42:10.972774 run osmo-stp_10.42.42.5(pid=1358): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1358)]\u000a11:42:11.112263 run osmo-stp_10.42.42.5(pid=1358): stdout: \u000a| (launched: 2022-12-09_11:42:09.536428)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:42:11.251584 run osmo-stp_10.42.42.5(pid=1358): stderr: \u000a| �[0;m�[38;5;43m20221209114209728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114209728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114209728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114209729 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114209729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114209729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114209729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:42:11.386271 run osmo-stp_10.42.42.5(pid=1358): stdout: \u000a| (launched: 2022-12-09_11:42:09.536428)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:42:11.519547 run osmo-stp_10.42.42.5(pid=1358): stderr: \u000a| �[0;m�[38;5;43m20221209114209728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114209728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114209728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114209729 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114209729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114209729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114209729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:42:11.675852 run patchelf(pid=1361): Terminating (SIGINT)\u000a11:42:11.859694 run patchelf(pid=1361): Terminated: ok {rc=0}\u000a11:42:11.893164 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1358): Process ended prematurely: osmo-stp_10.42.42.5(pid=1358) [trial-2359↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1358)] [trial-2359↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22]\u000a11:42:11.902670 tst ping.py:22: Test FAILED (6.7 sec)\u000a11:42:11.967312 run osmo-hlr_10.42.42.2(pid=1355): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-b200+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1355)]\u000a11:42:12.019693 run osmo-hlr_10.42.42.2(pid=1355): stdout: \u000a| (launched: 2022-12-09_11:42:08.518693) \u000a11:42:12.072691 run osmo-hlr_10.42.42.2(pid=1355): stderr: \u000a| �[0;m�[1;31m20221209114208715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209114208715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209114208715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114208715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114208716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209114208716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209114208728 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-b200+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209114208737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209114208738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209114208738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:42:12.118509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1354): Terminating (SIGTERM)\u000a11:42:12.161123 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1357): Terminating (SIGTERM)\u000a11:42:12.204370 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1360): Terminating (SIGTERM)\u000a11:42:12.214332 --- ParallelTerminationStrategy: PID 1354 died...\u000a11:42:12.271756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1354): Terminated: ok {rc=0}\u000a11:42:12.282040 --- ParallelTerminationStrategy: PID 1357 died...\u000a11:42:12.339026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1357): Terminated: ok {rc=0}\u000a11:42:12.349326 --- ParallelTerminationStrategy: PID 1360 died...\u000a11:42:12.406051 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1360): Terminated: ok {rc=0}\u000a11:42:12.494304 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1368): Process ended prematurely: osmo-stp_10.42.42.5(pid=1368) [trial-2359↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1368)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1368): Process ended prematurely: osmo-stp_10.42.42.5(pid=1368) [trial-2359↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1368)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-b200+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a11:42:13.548687 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:42:13.560655 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:42:13.701655 tst ping_idle_ping.py: using LAC 21220\u000a11:42:13.821211 tst ping_idle_ping.py: using RAC 55\u000a11:42:13.942774 tst ping_idle_ping.py: using CellId 21220\u000a11:42:14.064404 tst ping_idle_ping.py: using BVCI 21221\u000a11:42:14.087747 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:42:14.098879 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:42:14.110036 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:42:14.121075 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:42:14.131918 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:42:14.142832 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:42:14.153911 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:42:14.164684 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:42:14.460071 tst ping_idle_ping.py:24: start network...\u000a11:42:14.596031 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:42:15.111419 run create_hlr_db(pid=1362): Launched\u000a11:42:15.301228 bus /gobi_6: Setting Powered False\u000a11:42:16.329496 run create_hlr_db(pid=1362): Terminated: ok {rc=0}\u000a11:42:16.783078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1364): Launched\u000a11:42:17.173786 run osmo-hlr_10.42.42.2(pid=1365): Launched\u000a11:42:17.285740 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:42:17.818655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1367): Launched\u000a11:42:18.123324 run osmo-stp_10.42.42.5(pid=1368): Launched\u000a11:42:18.233536 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:42:18.766158 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1370): Launched\u000a11:42:18.873979 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:42:19.140403 run patchelf(pid=1371): Launched\u000a11:42:19.319796 run osmo-stp_10.42.42.5(pid=1368): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1368)]\u000a11:42:19.450715 run osmo-stp_10.42.42.5(pid=1368): stdout: \u000a| (launched: 2022-12-09_11:42:17.973238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:42:19.582262 run osmo-stp_10.42.42.5(pid=1368): stderr: \u000a| �[0;m�[38;5;43m20221209114218144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114218144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114218144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114218145 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114218145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114218145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114218145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:42:19.708899 run osmo-stp_10.42.42.5(pid=1368): stdout: \u000a| (launched: 2022-12-09_11:42:17.973238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:42:19.834049 run osmo-stp_10.42.42.5(pid=1368): stderr: \u000a| �[0;m�[38;5;43m20221209114218144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114218144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114218144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114218145 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114218145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114218145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114218145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:42:19.982011 run patchelf(pid=1371): Terminating (SIGINT)\u000a11:42:20.155956 run patchelf(pid=1371): Terminated: ok {rc=0}\u000a11:42:20.187390 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1368): Process ended prematurely: osmo-stp_10.42.42.5(pid=1368) [trial-2359↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1368)] [trial-2359↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a11:42:20.196082 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a11:42:20.256344 run osmo-hlr_10.42.42.2(pid=1365): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1365)]\u000a11:42:20.305696 run osmo-hlr_10.42.42.2(pid=1365): stdout: \u000a| (launched: 2022-12-09_11:42:16.951616) \u000a11:42:20.355746 run osmo-hlr_10.42.42.2(pid=1365): stderr: \u000a| �[0;m�[1;31m20221209114217196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209114217196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209114217196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114217196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114217196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209114217196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209114217213 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-b200+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209114217222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209114217223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209114217223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:42:20.398137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1364): Terminating (SIGTERM)\u000a11:42:20.438251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1367): Terminating (SIGTERM)\u000a11:42:20.478441 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1370): Terminating (SIGTERM)\u000a11:42:20.487731 --- ParallelTerminationStrategy: PID 1364 died...\u000a11:42:20.541653 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1364): Terminated: ok {rc=0}\u000a11:42:20.551360 --- ParallelTerminationStrategy: PID 1367 died...\u000a11:42:20.605012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1367): Terminated: ok {rc=0}\u000a11:42:20.614723 --- ParallelTerminationStrategy: PID 1370 died...\u000a11:42:20.668411 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1370): Terminated: ok {rc=0}\u000a11:42:20.759112 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "51", "name" : "gprs_trx-b200+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:41:22" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1386): Process ended prematurely: osmo-stp_10.42.42.5(pid=1386) [trial-2359↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1386)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1386): Process ended prematurely: osmo-stp_10.42.42.5(pid=1386) [trial-2359↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1386)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-b200+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:42:22.912254 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:42:22.923388 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:42:23.083265 tst cs_paging_gprs_active.py: using LAC 21221\u000a11:42:23.204774 tst cs_paging_gprs_active.py: using RAC 56\u000a11:42:23.327370 tst cs_paging_gprs_active.py: using CellId 21221\u000a11:42:23.451557 tst cs_paging_gprs_active.py: using BVCI 21222\u000a11:42:23.475372 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:42:23.486273 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:42:23.496852 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:42:23.508069 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:42:23.518863 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:42:23.530358 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:42:23.541599 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:42:23.552416 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:42:23.563518 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:42:23.685696 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:42:23.973744 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:42:24.103229 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:42:24.426084 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1376): Launched\u000a11:42:24.694260 run iperf3-srv_10.42.42.10(pid=1377): Launched\u000a11:42:24.883871 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:42:25.013216 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:42:25.335454 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1378): Launched\u000a11:42:25.607077 run iperf3-srv_10.42.42.10(pid=1379): Launched\u000a11:42:25.794837 tst cs_paging_gprs_active.py:38: start network...\u000a11:42:25.923354 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:42:26.419372 run create_hlr_db(pid=1380): Launched\u000a11:42:26.596872 bus /gobi_6: Setting Powered False\u000a11:42:27.619928 run create_hlr_db(pid=1380): Terminated: ok {rc=0}\u000a11:42:28.032417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1382): Launched\u000a11:42:28.344273 run osmo-hlr_10.42.42.2(pid=1383): Launched\u000a11:42:28.457400 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:42:28.993743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1385): Launched\u000a11:42:29.303579 run osmo-stp_10.42.42.5(pid=1386): Launched\u000a11:42:29.415339 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:42:29.955007 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1388): Launched\u000a11:42:30.065466 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:42:30.337505 run patchelf(pid=1389): Launched\u000a11:42:30.519297 run osmo-stp_10.42.42.5(pid=1386): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1386)]\u000a11:42:30.651700 run osmo-stp_10.42.42.5(pid=1386): stdout: \u000a| (launched: 2022-12-09_11:42:29.151176)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:42:30.784195 run osmo-stp_10.42.42.5(pid=1386): stderr: \u000a| �[0;m�[38;5;43m20221209114229317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114229317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114229318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114229318 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114229318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114229318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114229319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:42:30.918936 run osmo-stp_10.42.42.5(pid=1386): stdout: \u000a| (launched: 2022-12-09_11:42:29.151176)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:42:31.050631 run osmo-stp_10.42.42.5(pid=1386): stderr: \u000a| �[0;m�[38;5;43m20221209114229317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114229317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114229318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114229318 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114229318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114229318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114229319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:42:31.205249 run patchelf(pid=1389): Terminating (SIGINT)\u000a11:42:31.385984 run patchelf(pid=1389): Terminated: ok {rc=0}\u000a11:42:31.419557 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1386): Process ended prematurely: osmo-stp_10.42.42.5(pid=1386) [trial-2359↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1386)] [trial-2359↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a11:42:31.429652 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a11:42:31.492082 run osmo-hlr_10.42.42.2(pid=1383): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1383)]\u000a11:42:31.542992 run osmo-hlr_10.42.42.2(pid=1383): stdout: \u000a| (launched: 2022-12-09_11:42:28.189754) \u000a11:42:31.594982 run osmo-hlr_10.42.42.2(pid=1383): stderr: \u000a| �[0;m�[1;31m20221209114228367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209114228367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209114228367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114228367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114228367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209114228367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209114228379 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-b200+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209114228387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209114228387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209114228387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:42:31.639589 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1376): Terminating (SIGTERM)\u000a11:42:31.683431 run iperf3-srv_10.42.42.10(pid=1377): Terminating (SIGTERM)\u000a11:42:31.724888 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1378): Terminating (SIGTERM)\u000a11:42:31.765856 run iperf3-srv_10.42.42.10(pid=1379): Terminating (SIGTERM)\u000a11:42:31.807263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1382): Terminating (SIGTERM)\u000a11:42:31.848143 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1385): Terminating (SIGTERM)\u000a11:42:31.889030 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1388): Terminating (SIGTERM)\u000a11:42:31.898493 --- ParallelTerminationStrategy: PID 1376 died...\u000a11:42:31.953651 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1376): Terminated: ok {rc=0}\u000a11:42:31.963794 --- ParallelTerminationStrategy: PID 1377 died...\u000a11:42:32.018200 run iperf3-srv_10.42.42.10(pid=1377): Terminated {rc=256}\u000a11:42:32.028434 --- ParallelTerminationStrategy: PID 1378 died...\u000a11:42:32.083021 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1378): Terminated: ok {rc=0}\u000a11:42:32.093364 --- ParallelTerminationStrategy: PID 1379 died...\u000a11:42:32.148027 run iperf3-srv_10.42.42.10(pid=1379): Terminated {rc=256}\u000a11:42:32.158141 --- ParallelTerminationStrategy: PID 1382 died...\u000a11:42:32.212345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1382): Terminated: ok {rc=0}\u000a11:42:32.222591 --- ParallelTerminationStrategy: PID 1385 died...\u000a11:42:32.277529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1385): Terminated: ok {rc=0}\u000a11:42:32.287265 --- ParallelTerminationStrategy: PID 1388 died...\u000a11:42:32.341216 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1388): Terminated: ok {rc=0}\u000a11:42:32.431120 bus /gobi_0: Setting Powered False\u000a11:42:33.536213 bus /gobi_0: Setting Powered False\u000a11:42:34.648319 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1398): Process ended prematurely: osmo-stp_10.42.42.5(pid=1398) [trial-2359↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1398)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1398): Process ended prematurely: osmo-stp_10.42.42.5(pid=1398) [trial-2359↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1398)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-b200+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a11:42:35.760788 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:42:35.772546 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:42:35.943809 tst iperf3.py: using LAC 21222\u000a11:42:36.074501 tst iperf3.py: using RAC 57\u000a11:42:36.204246 tst iperf3.py: using CellId 21222\u000a11:42:36.336674 tst iperf3.py: using BVCI 21223\u000a11:42:36.362601 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:42:36.374288 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:42:36.385541 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:42:36.397245 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:42:36.408657 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:42:36.420227 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:42:36.432225 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:42:36.443716 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:42:36.455279 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:42:36.757260 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:42:36.895092 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:42:37.239044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1390): Launched\u000a11:42:37.525693 run iperf3-srv_10.42.42.10(pid=1391): Launched\u000a11:42:37.728927 tst iperf3.py:8: start network...\u000a11:42:37.867180 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:42:38.389242 run create_hlr_db(pid=1392): Launched\u000a11:42:38.580493 bus /gobi_6: Setting Powered False\u000a11:42:39.601360 run create_hlr_db(pid=1392): Terminated: ok {rc=0}\u000a11:42:40.017095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1394): Launched\u000a11:42:40.327078 run osmo-hlr_10.42.42.2(pid=1395): Launched\u000a11:42:40.441940 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:42:40.979192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1397): Launched\u000a11:42:41.288289 run osmo-stp_10.42.42.5(pid=1398): Launched\u000a11:42:41.400484 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:42:41.941992 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1400): Launched\u000a11:42:42.052155 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:42:42.322942 run patchelf(pid=1401): Launched\u000a11:42:42.503576 run osmo-stp_10.42.42.5(pid=1398): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1398)]\u000a11:42:42.635371 run osmo-stp_10.42.42.5(pid=1398): stdout: \u000a| (launched: 2022-12-09_11:42:41.136052)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:42:42.767204 run osmo-stp_10.42.42.5(pid=1398): stderr: \u000a| �[0;m�[38;5;43m20221209114241305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114241306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114241306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114241306 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114241307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114241307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114241307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:42:42.894849 run osmo-stp_10.42.42.5(pid=1398): stdout: \u000a| (launched: 2022-12-09_11:42:41.136052)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:42:43.021589 run osmo-stp_10.42.42.5(pid=1398): stderr: \u000a| �[0;m�[38;5;43m20221209114241305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114241306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114241306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114241306 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114241307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114241307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114241307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:42:43.169852 run patchelf(pid=1401): Terminating (SIGINT)\u000a11:42:43.344355 run patchelf(pid=1401): Terminated: ok {rc=0}\u000a11:42:43.376459 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1398): Process ended prematurely: osmo-stp_10.42.42.5(pid=1398) [trial-2359↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1398)] [trial-2359↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a11:42:43.385783 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a11:42:43.446106 run osmo-hlr_10.42.42.2(pid=1395): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1395)]\u000a11:42:43.495599 run osmo-hlr_10.42.42.2(pid=1395): stdout: \u000a| (launched: 2022-12-09_11:42:40.174345) \u000a11:42:43.545685 run osmo-hlr_10.42.42.2(pid=1395): stderr: \u000a| �[0;m�[1;31m20221209114240350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209114240350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209114240350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114240350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114240350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209114240350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209114240362 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209114240370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209114240370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209114240370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:42:43.588142 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1390): Terminating (SIGTERM)\u000a11:42:43.628149 run iperf3-srv_10.42.42.10(pid=1391): Terminating (SIGTERM)\u000a11:42:43.668189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1394): Terminating (SIGTERM)\u000a11:42:43.708702 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1397): Terminating (SIGTERM)\u000a11:42:43.749161 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1400): Terminating (SIGTERM)\u000a11:42:43.758401 --- ParallelTerminationStrategy: PID 1390 died...\u000a11:42:43.812048 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1390): Terminated: ok {rc=0}\u000a11:42:43.821756 --- ParallelTerminationStrategy: PID 1391 died...\u000a11:42:43.875489 run iperf3-srv_10.42.42.10(pid=1391): Terminated {rc=256}\u000a11:42:43.885178 --- ParallelTerminationStrategy: PID 1394 died...\u000a11:42:43.939055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1394): Terminated: ok {rc=0}\u000a11:42:43.948699 --- ParallelTerminationStrategy: PID 1397 died...\u000a11:42:44.002629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1397): Terminated: ok {rc=0}\u000a11:42:44.012320 --- ParallelTerminationStrategy: PID 1400 died...\u000a11:42:44.066005 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1400): Terminated: ok {rc=0}\u000a11:42:44.151695 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1416): Process ended prematurely: osmo-stp_10.42.42.5(pid=1416) [trial-2359↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1416)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1416): Process ended prematurely: osmo-stp_10.42.42.5(pid=1416) [trial-2359↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1416)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-b200+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a11:42:45.262378 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:42:45.273995 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:42:45.434019 tst iperf3m4.py: using LAC 21223\u000a11:42:45.568151 tst iperf3m4.py: using RAC 58\u000a11:42:45.698830 tst iperf3m4.py: using CellId 21223\u000a11:42:45.827398 tst iperf3m4.py: using BVCI 21224\u000a11:42:45.871249 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:42:45.887719 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:42:45.910371 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:42:45.923181 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:42:45.935669 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:42:45.947736 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:42:45.961170 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:42:45.973380 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:42:45.986427 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:42:46.118842 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:42:46.246224 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:42:46.371472 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:42:46.736029 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:42:46.869253 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:42:47.214858 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1402): Launched\u000a11:42:47.488147 run iperf3-srv_10.42.42.10(pid=1403): Launched\u000a11:42:47.677873 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:42:47.807176 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:42:48.129813 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1404): Launched\u000a11:42:48.397925 run iperf3-srv_10.42.42.10(pid=1405): Launched\u000a11:42:48.586221 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:42:48.714351 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:42:49.038527 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1406): Launched\u000a11:42:49.306094 run iperf3-srv_10.42.42.10(pid=1407): Launched\u000a11:42:49.493924 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:42:49.622077 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:42:49.959370 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1408): Launched\u000a11:42:50.248023 run iperf3-srv_10.42.42.10(pid=1409): Launched\u000a11:42:50.451444 tst iperf3m4.py:8: start network...\u000a11:42:50.590448 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:42:51.111522 run create_hlr_db(pid=1410): Launched\u000a11:42:51.303427 bus /gobi_6: Setting Powered False\u000a11:42:52.323378 run create_hlr_db(pid=1410): Terminated: ok {rc=0}\u000a11:42:52.741195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1412): Launched\u000a11:42:53.051398 run osmo-hlr_10.42.42.2(pid=1413): Launched\u000a11:42:53.168640 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:42:53.707818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1415): Launched\u000a11:42:54.019004 run osmo-stp_10.42.42.5(pid=1416): Launched\u000a11:42:54.131236 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:42:54.672786 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1418): Launched\u000a11:42:54.782925 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:42:55.056147 run patchelf(pid=1419): Launched\u000a11:42:55.238376 run osmo-stp_10.42.42.5(pid=1416): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1416)]\u000a11:42:55.371719 run osmo-stp_10.42.42.5(pid=1416): stdout: \u000a| (launched: 2022-12-09_11:42:53.866618)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:42:55.505074 run osmo-stp_10.42.42.5(pid=1416): stderr: \u000a| �[0;m�[38;5;43m20221209114254035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114254035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114254035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114254036 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114254036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114254036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114254036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:42:55.634107 run osmo-stp_10.42.42.5(pid=1416): stdout: \u000a| (launched: 2022-12-09_11:42:53.866618)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:42:55.762178 run osmo-stp_10.42.42.5(pid=1416): stderr: \u000a| �[0;m�[38;5;43m20221209114254035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114254035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114254035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114254036 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114254036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114254036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114254036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:42:55.913275 run patchelf(pid=1419): Terminating (SIGINT)\u000a11:42:56.089841 run patchelf(pid=1419): Terminated: ok {rc=0}\u000a11:42:56.122197 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1416): Process ended prematurely: osmo-stp_10.42.42.5(pid=1416) [trial-2359↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1416)] [trial-2359↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a11:42:56.131521 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a11:42:56.193057 run osmo-hlr_10.42.42.2(pid=1413): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1413)]\u000a11:42:56.243049 run osmo-hlr_10.42.42.2(pid=1413): stdout: \u000a| (launched: 2022-12-09_11:42:52.899106) \u000a11:42:56.293616 run osmo-hlr_10.42.42.2(pid=1413): stderr: \u000a| �[0;m�[1;31m20221209114253073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209114253073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209114253073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114253073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114253073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209114253074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209114253086 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209114253094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209114253094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209114253094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:42:56.336708 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1402): Terminating (SIGTERM)\u000a11:42:56.377707 run iperf3-srv_10.42.42.10(pid=1403): Terminating (SIGTERM)\u000a11:42:56.418186 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1404): Terminating (SIGTERM)\u000a11:42:56.458878 run iperf3-srv_10.42.42.10(pid=1405): Terminating (SIGTERM)\u000a11:42:56.499705 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1406): Terminating (SIGTERM)\u000a11:42:56.540379 run iperf3-srv_10.42.42.10(pid=1407): Terminating (SIGTERM)\u000a11:42:56.581134 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1408): Terminating (SIGTERM)\u000a11:42:56.621959 run iperf3-srv_10.42.42.10(pid=1409): Terminating (SIGTERM)\u000a11:42:56.662750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1412): Terminating (SIGTERM)\u000a11:42:56.703472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1415): Terminating (SIGTERM)\u000a11:42:56.744225 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1418): Terminating (SIGTERM)\u000a11:42:56.753595 --- ParallelTerminationStrategy: PID 1402 died...\u000a11:42:56.818660 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1402): Terminated: ok {rc=0}\u000a11:42:56.829657 --- ParallelTerminationStrategy: PID 1403 died...\u000a11:42:56.888863 run iperf3-srv_10.42.42.10(pid=1403): Terminated {rc=256}\u000a11:42:56.900106 --- ParallelTerminationStrategy: PID 1404 died...\u000a11:42:56.960583 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1404): Terminated: ok {rc=0}\u000a11:42:56.972079 --- ParallelTerminationStrategy: PID 1405 died...\u000a11:42:57.031437 run iperf3-srv_10.42.42.10(pid=1405): Terminated {rc=256}\u000a11:42:57.043626 --- ParallelTerminationStrategy: PID 1406 died...\u000a11:42:57.103116 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1406): Terminated: ok {rc=0}\u000a11:42:57.113936 --- ParallelTerminationStrategy: PID 1407 died...\u000a11:42:57.172384 run iperf3-srv_10.42.42.10(pid=1407): Terminated {rc=256}\u000a11:42:57.183147 --- ParallelTerminationStrategy: PID 1408 died...\u000a11:42:57.240835 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1408): Terminated: ok {rc=0}\u000a11:42:57.251893 --- ParallelTerminationStrategy: PID 1409 died...\u000a11:42:57.310270 run iperf3-srv_10.42.42.10(pid=1409): Terminated {rc=256}\u000a11:42:57.320521 --- ParallelTerminationStrategy: PID 1412 died...\u000a11:42:57.378408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1412): Terminated: ok {rc=0}\u000a11:42:57.389886 --- ParallelTerminationStrategy: PID 1415 died...\u000a11:42:57.448392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1415): Terminated: ok {rc=0}\u000a11:42:57.458819 --- ParallelTerminationStrategy: PID 1418 died...\u000a11:42:57.517305 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1418): Terminated: ok {rc=0}\u000a11:42:57.607895 bus /gobi_4: Setting Powered False\u000a11:42:58.715807 bus /gobi_4: Setting Powered False\u000a11:42:59.830259 bus /gobi_1: Setting Powered False\u000a11:43:00.969986 bus /gobi_1: Setting Powered False\u000a11:43:02.089971 bus /gobi_0: Setting Powered False\u000a11:43:03.192777 bus /gobi_0: Setting Powered False\u000a11:43:04.308011 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1426): Process ended prematurely: osmo-stp_10.42.42.5(pid=1426) [trial-2359↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1426)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1426): Process ended prematurely: osmo-stp_10.42.42.5(pid=1426) [trial-2359↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1426)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-b200+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a11:43:05.377304 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:43:05.389154 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:43:05.546087 tst ping.py: using LAC 21224\u000a11:43:05.674465 tst ping.py: using RAC 59\u000a11:43:05.802270 tst ping.py: using CellId 21224\u000a11:43:05.929859 tst ping.py: using BVCI 21225\u000a11:43:05.954969 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:43:05.966640 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:43:05.978103 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:43:05.989556 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:43:06.000780 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:43:06.012273 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:43:06.023893 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:43:06.035394 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:43:06.317342 tst ping.py:19: start network...\u000a11:43:06.443651 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:43:06.933151 run create_hlr_db(pid=1420): Launched\u000a11:43:07.109915 bus /gobi_6: Setting Powered False\u000a11:43:08.130268 run create_hlr_db(pid=1420): Terminated: ok {rc=0}\u000a11:43:08.537750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1422): Launched\u000a11:43:08.840915 run osmo-hlr_10.42.42.2(pid=1423): Launched\u000a11:43:08.951500 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:43:09.482278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1425): Launched\u000a11:43:09.797039 run osmo-stp_10.42.42.5(pid=1426): Launched\u000a11:43:09.915677 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:43:10.485482 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1428): Launched\u000a11:43:10.601738 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:43:10.885779 run patchelf(pid=1429): Launched\u000a11:43:11.076572 run osmo-stp_10.42.42.5(pid=1426): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1426)]\u000a11:43:11.216035 run osmo-stp_10.42.42.5(pid=1426): stdout: \u000a| (launched: 2022-12-09_11:43:09.636173)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:43:11.355580 run osmo-stp_10.42.42.5(pid=1426): stderr: \u000a| �[0;m�[38;5;43m20221209114309821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114309821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114309822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114309822 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114309822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114309822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114309823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:43:11.490107 run osmo-stp_10.42.42.5(pid=1426): stdout: \u000a| (launched: 2022-12-09_11:43:09.636173)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:43:11.623439 run osmo-stp_10.42.42.5(pid=1426): stderr: \u000a| �[0;m�[38;5;43m20221209114309821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114309821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114309822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114309822 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114309822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114309822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114309823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:43:11.779385 run patchelf(pid=1429): Terminating (SIGINT)\u000a11:43:11.963747 run patchelf(pid=1429): Terminated: ok {rc=0}\u000a11:43:11.997015 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1426): Process ended prematurely: osmo-stp_10.42.42.5(pid=1426) [trial-2359↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1426)] [trial-2359↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22]\u000a11:43:12.007054 tst ping.py:22: Test FAILED (6.6 sec)\u000a11:43:12.071732 run osmo-hlr_10.42.42.2(pid=1423): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1423)]\u000a11:43:12.124142 run osmo-hlr_10.42.42.2(pid=1423): stdout: \u000a| (launched: 2022-12-09_11:43:08.691807) \u000a11:43:12.177826 run osmo-hlr_10.42.42.2(pid=1423): stderr: \u000a| �[0;m�[1;31m20221209114308867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209114308867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209114308867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114308867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114308867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209114308867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209114308882 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-b200+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209114308892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209114308892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209114308892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:43:12.222681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1422): Terminating (SIGTERM)\u000a11:43:12.265312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1425): Terminating (SIGTERM)\u000a11:43:12.308086 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1428): Terminating (SIGTERM)\u000a11:43:12.317996 --- ParallelTerminationStrategy: PID 1422 died...\u000a11:43:12.375153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1422): Terminated: ok {rc=0}\u000a11:43:12.385507 --- ParallelTerminationStrategy: PID 1425 died...\u000a11:43:12.442365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1425): Terminated: ok {rc=0}\u000a11:43:12.452740 --- ParallelTerminationStrategy: PID 1428 died...\u000a11:43:12.509512 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1428): Terminated: ok {rc=0}\u000a11:43:12.598547 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1436): Process ended prematurely: osmo-stp_10.42.42.5(pid=1436) [trial-2359↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1436)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1436): Process ended prematurely: osmo-stp_10.42.42.5(pid=1436) [trial-2359↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1436)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-b200+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a11:43:13.650770 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:43:13.663091 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:43:13.832556 tst ping_idle_ping.py: using LAC 21225\u000a11:43:13.963020 tst ping_idle_ping.py: using RAC 60\u000a11:43:14.089274 tst ping_idle_ping.py: using CellId 21225\u000a11:43:14.215715 tst ping_idle_ping.py: using BVCI 21226\u000a11:43:14.240899 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:43:14.252498 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:43:14.263812 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:43:14.275337 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:43:14.286984 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:43:14.298780 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:43:14.310668 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:43:14.322921 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:43:14.606560 tst ping_idle_ping.py:24: start network...\u000a11:43:14.733472 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:43:15.229100 run create_hlr_db(pid=1430): Launched\u000a11:43:15.404575 bus /gobi_6: Setting Powered False\u000a11:43:16.430623 run create_hlr_db(pid=1430): Terminated: ok {rc=0}\u000a11:43:16.858224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1432): Launched\u000a11:43:17.221545 run osmo-hlr_10.42.42.2(pid=1433): Launched\u000a11:43:17.340049 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:43:17.880058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1435): Launched\u000a11:43:18.184778 run osmo-stp_10.42.42.5(pid=1436): Launched\u000a11:43:18.294315 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:43:18.826536 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1438): Launched\u000a11:43:18.934285 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:43:19.199837 run patchelf(pid=1439): Launched\u000a11:43:19.379937 run osmo-stp_10.42.42.5(pid=1436): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1436)]\u000a11:43:19.510936 run osmo-stp_10.42.42.5(pid=1436): stdout: \u000a| (launched: 2022-12-09_11:43:18.035559)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:43:19.642291 run osmo-stp_10.42.42.5(pid=1436): stderr: \u000a| �[0;m�[38;5;43m20221209114318204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114318204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114318205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114318205 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114318206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114318206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114318206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:43:19.768520 run osmo-stp_10.42.42.5(pid=1436): stdout: \u000a| (launched: 2022-12-09_11:43:18.035559)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:43:19.893924 run osmo-stp_10.42.42.5(pid=1436): stderr: \u000a| �[0;m�[38;5;43m20221209114318204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114318204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114318205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114318205 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114318206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114318206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114318206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:43:20.041765 run patchelf(pid=1439): Terminating (SIGINT)\u000a11:43:20.215205 run patchelf(pid=1439): Terminated: ok {rc=0}\u000a11:43:20.246531 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1436): Process ended prematurely: osmo-stp_10.42.42.5(pid=1436) [trial-2359↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1436)] [trial-2359↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a11:43:20.255185 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a11:43:20.315916 run osmo-hlr_10.42.42.2(pid=1433): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1433)]\u000a11:43:20.365682 run osmo-hlr_10.42.42.2(pid=1433): stdout: \u000a| (launched: 2022-12-09_11:43:17.016683) \u000a11:43:20.416157 run osmo-hlr_10.42.42.2(pid=1433): stderr: \u000a| �[0;m�[1;31m20221209114317243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209114317243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209114317243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114317243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114317243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209114317244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209114317255 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-b200+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209114317263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209114317264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209114317264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:43:20.459476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1432): Terminating (SIGTERM)\u000a11:43:20.500227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1435): Terminating (SIGTERM)\u000a11:43:20.540568 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1438): Terminating (SIGTERM)\u000a11:43:20.549875 --- ParallelTerminationStrategy: PID 1432 died...\u000a11:43:20.603970 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1432): Terminated: ok {rc=0}\u000a11:43:20.613748 --- ParallelTerminationStrategy: PID 1435 died...\u000a11:43:20.667192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1435): Terminated: ok {rc=0}\u000a11:43:20.676809 --- ParallelTerminationStrategy: PID 1438 died...\u000a11:43:20.730431 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1438): Terminated: ok {rc=0}\u000a11:43:20.815309 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "52", "name" : "gprs_trx-b200+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:42:22" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1453): Process ended prematurely: osmo-stp_10.42.42.5(pid=1453) [trial-2359↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1453)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1453): Process ended prematurely: osmo-stp_10.42.42.5(pid=1453) [trial-2359↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1453)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-b200+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:43:22.991204 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:43:23.002723 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:43:23.172221 tst cs_paging_gprs_active.py: using LAC 21226\u000a11:43:23.301990 tst cs_paging_gprs_active.py: using RAC 61\u000a11:43:23.431858 tst cs_paging_gprs_active.py: using CellId 21226\u000a11:43:23.556078 tst cs_paging_gprs_active.py: using BVCI 21227\u000a11:43:23.579823 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:43:23.590960 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:43:23.601749 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:43:23.612640 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:43:23.623336 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:43:23.634133 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:43:23.645029 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:43:23.655606 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:43:23.666582 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:43:23.789457 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:43:24.092513 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:43:24.232595 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:43:24.577373 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1443): Launched\u000a11:43:24.865298 run iperf3-srv_10.42.42.10(pid=1444): Launched\u000a11:43:25.069507 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:43:25.209400 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:43:25.554866 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1445): Launched\u000a11:43:25.843305 run iperf3-srv_10.42.42.10(pid=1446): Launched\u000a11:43:26.047256 tst cs_paging_gprs_active.py:38: start network...\u000a11:43:26.186661 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:43:26.710872 run create_hlr_db(pid=1447): Launched\u000a11:43:26.902920 bus /gobi_6: Setting Powered False\u000a11:43:27.923508 run create_hlr_db(pid=1447): Terminated: ok {rc=0}\u000a11:43:28.340292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1449): Launched\u000a11:43:28.653251 run osmo-hlr_10.42.42.2(pid=1450): Launched\u000a11:43:28.767140 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:43:29.304284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1452): Launched\u000a11:43:29.615387 run osmo-stp_10.42.42.5(pid=1453): Launched\u000a11:43:29.727774 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:43:30.270100 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1455): Launched\u000a11:43:30.380843 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:43:30.656018 run patchelf(pid=1456): Launched\u000a11:43:30.840929 run osmo-stp_10.42.42.5(pid=1453): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1453)]\u000a11:43:30.984685 run osmo-stp_10.42.42.5(pid=1453): stdout: \u000a| (launched: 2022-12-09_11:43:29.461575)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:43:31.125352 run osmo-stp_10.42.42.5(pid=1453): stderr: \u000a| �[0;m�[38;5;43m20221209114329631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114329631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114329631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114329632 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114329632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114329632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114329632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:43:31.260184 run osmo-stp_10.42.42.5(pid=1453): stdout: \u000a| (launched: 2022-12-09_11:43:29.461575)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:43:31.392487 run osmo-stp_10.42.42.5(pid=1453): stderr: \u000a| �[0;m�[38;5;43m20221209114329631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114329631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114329631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114329632 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114329632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114329632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114329632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:43:31.545134 run patchelf(pid=1456): Terminating (SIGINT)\u000a11:43:31.726792 run patchelf(pid=1456): Terminated: ok {rc=0}\u000a11:43:31.759979 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1453): Process ended prematurely: osmo-stp_10.42.42.5(pid=1453) [trial-2359↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1453)] [trial-2359↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a11:43:31.770420 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a11:43:31.832108 run osmo-hlr_10.42.42.2(pid=1450): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1450)]\u000a11:43:31.883325 run osmo-hlr_10.42.42.2(pid=1450): stdout: \u000a| (launched: 2022-12-09_11:43:28.498182) \u000a11:43:31.935045 run osmo-hlr_10.42.42.2(pid=1450): stderr: \u000a| �[0;m�[1;31m20221209114328674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209114328674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209114328674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114328674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114328674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209114328675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209114328687 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-b200+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209114328695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209114328695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209114328695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:43:31.978938 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1443): Terminating (SIGTERM)\u000a11:43:32.022071 run iperf3-srv_10.42.42.10(pid=1444): Terminating (SIGTERM)\u000a11:43:32.065090 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1445): Terminating (SIGTERM)\u000a11:43:32.108669 run iperf3-srv_10.42.42.10(pid=1446): Terminating (SIGTERM)\u000a11:43:32.153374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1449): Terminating (SIGTERM)\u000a11:43:32.193874 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1452): Terminating (SIGTERM)\u000a11:43:32.234315 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1455): Terminating (SIGTERM)\u000a11:43:32.243838 --- ParallelTerminationStrategy: PID 1443 died...\u000a11:43:32.297399 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1443): Terminated: ok {rc=0}\u000a11:43:32.306906 --- ParallelTerminationStrategy: PID 1444 died...\u000a11:43:32.359944 run iperf3-srv_10.42.42.10(pid=1444): Terminated {rc=256}\u000a11:43:32.369795 --- ParallelTerminationStrategy: PID 1445 died...\u000a11:43:32.422965 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1445): Terminated: ok {rc=0}\u000a11:43:32.432499 --- ParallelTerminationStrategy: PID 1446 died...\u000a11:43:32.485716 run iperf3-srv_10.42.42.10(pid=1446): Terminated {rc=256}\u000a11:43:32.495203 --- ParallelTerminationStrategy: PID 1449 died...\u000a11:43:32.548195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1449): Terminated: ok {rc=0}\u000a11:43:32.558006 --- ParallelTerminationStrategy: PID 1452 died...\u000a11:43:32.611269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1452): Terminated: ok {rc=0}\u000a11:43:32.620769 --- ParallelTerminationStrategy: PID 1455 died...\u000a11:43:32.673835 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1455): Terminated: ok {rc=0}\u000a11:43:32.763329 bus /gobi_0: Setting Powered False\u000a11:43:33.867975 bus /gobi_0: Setting Powered False\u000a11:43:34.980301 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1465): Process ended prematurely: osmo-stp_10.42.42.5(pid=1465) [trial-2359↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1465)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1465): Process ended prematurely: osmo-stp_10.42.42.5(pid=1465) [trial-2359↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1465)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-b200+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a11:43:36.091262 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:43:36.102845 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:43:36.264854 tst iperf3.py: using LAC 21227\u000a11:43:36.387541 tst iperf3.py: using RAC 62\u000a11:43:36.513054 tst iperf3.py: using CellId 21227\u000a11:43:36.637268 tst iperf3.py: using BVCI 21228\u000a11:43:36.660847 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:43:36.671742 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:43:36.682490 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:43:36.693229 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:43:36.703849 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:43:36.714602 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:43:36.725364 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:43:36.735888 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:43:36.747020 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:43:37.029923 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:43:37.158414 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:43:37.479446 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1457): Launched\u000a11:43:37.748213 run iperf3-srv_10.42.42.10(pid=1458): Launched\u000a11:43:37.937919 tst iperf3.py:8: start network...\u000a11:43:38.066920 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:43:38.564556 run create_hlr_db(pid=1459): Launched\u000a11:43:38.740825 bus /gobi_6: Setting Powered False\u000a11:43:39.775042 run create_hlr_db(pid=1459): Terminated: ok {rc=0}\u000a11:43:40.216302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1461): Launched\u000a11:43:40.546987 run osmo-hlr_10.42.42.2(pid=1462): Launched\u000a11:43:40.670243 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:43:41.251010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1464): Launched\u000a11:43:41.582664 run osmo-stp_10.42.42.5(pid=1465): Launched\u000a11:43:41.702647 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:43:42.281439 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1467): Launched\u000a11:43:42.399495 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:43:42.688811 run patchelf(pid=1468): Launched\u000a11:43:42.882807 run osmo-stp_10.42.42.5(pid=1465): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1465)]\u000a11:43:43.023828 run osmo-stp_10.42.42.5(pid=1465): stdout: \u000a| (launched: 2022-12-09_11:43:41.419154)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:43:43.165373 run osmo-stp_10.42.42.5(pid=1465): stderr: \u000a| �[0;m�[38;5;43m20221209114341611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114341611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114341611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114341611 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114341612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114341612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114341612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:43:43.302153 run osmo-stp_10.42.42.5(pid=1465): stdout: \u000a| (launched: 2022-12-09_11:43:41.419154)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:43:43.438030 run osmo-stp_10.42.42.5(pid=1465): stderr: \u000a| �[0;m�[38;5;43m20221209114341611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114341611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114341611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114341611 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114341612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114341612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114341612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:43:43.596472 run patchelf(pid=1468): Terminating (SIGINT)\u000a11:43:43.783644 run patchelf(pid=1468): Terminated: ok {rc=0}\u000a11:43:43.817818 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1465): Process ended prematurely: osmo-stp_10.42.42.5(pid=1465) [trial-2359↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1465)] [trial-2359↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a11:43:43.827899 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a11:43:43.892736 run osmo-hlr_10.42.42.2(pid=1462): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1462)]\u000a11:43:43.945293 run osmo-hlr_10.42.42.2(pid=1462): stdout: \u000a| (launched: 2022-12-09_11:43:40.384077) \u000a11:43:43.998317 run osmo-hlr_10.42.42.2(pid=1462): stderr: \u000a| �[0;m�[1;31m20221209114340583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209114340583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209114340583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114340583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114340583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209114340584 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209114340597 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209114340605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209114340605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209114340605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:43:44.043242 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1457): Terminating (SIGTERM)\u000a11:43:44.086413 run iperf3-srv_10.42.42.10(pid=1458): Terminating (SIGTERM)\u000a11:43:44.128994 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1461): Terminating (SIGTERM)\u000a11:43:44.171676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1464): Terminating (SIGTERM)\u000a11:43:44.214589 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1467): Terminating (SIGTERM)\u000a11:43:44.224358 --- ParallelTerminationStrategy: PID 1457 died...\u000a11:43:44.281408 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1457): Terminated: ok {rc=0}\u000a11:43:44.291544 --- ParallelTerminationStrategy: PID 1458 died...\u000a11:43:44.348040 run iperf3-srv_10.42.42.10(pid=1458): Terminated {rc=256}\u000a11:43:44.358113 --- ParallelTerminationStrategy: PID 1461 died...\u000a11:43:44.414724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1461): Terminated: ok {rc=0}\u000a11:43:44.424838 --- ParallelTerminationStrategy: PID 1464 died...\u000a11:43:44.481562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1464): Terminated: ok {rc=0}\u000a11:43:44.491751 --- ParallelTerminationStrategy: PID 1467 died...\u000a11:43:44.548549 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1467): Terminated: ok {rc=0}\u000a11:43:44.637515 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1483): Process ended prematurely: osmo-stp_10.42.42.5(pid=1483) [trial-2359↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1483)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1483): Process ended prematurely: osmo-stp_10.42.42.5(pid=1483) [trial-2359↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1483)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-b200+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a11:43:45.750169 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:43:45.762004 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:43:45.937840 tst iperf3m4.py: using LAC 21228\u000a11:43:46.070689 tst iperf3m4.py: using RAC 63\u000a11:43:46.223231 tst iperf3m4.py: using CellId 21228\u000a11:43:46.376794 tst iperf3m4.py: using BVCI 21229\u000a11:43:46.409844 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:43:46.424714 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:43:46.439504 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:43:46.454605 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:43:46.468661 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:43:46.483495 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:43:46.499445 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:43:46.512863 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:43:46.525434 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:43:46.649140 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:43:46.787274 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:43:46.933828 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:43:47.273932 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:43:47.416363 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:43:47.761612 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1469): Launched\u000a11:43:48.048079 run iperf3-srv_10.42.42.10(pid=1470): Launched\u000a11:43:48.253011 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:43:48.391626 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:43:48.735636 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1471): Launched\u000a11:43:49.022388 run iperf3-srv_10.42.42.10(pid=1472): Launched\u000a11:43:49.226205 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:43:49.364496 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:43:49.707902 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1473): Launched\u000a11:43:49.993723 run iperf3-srv_10.42.42.10(pid=1474): Launched\u000a11:43:50.197803 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:43:50.337040 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:43:50.680333 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1475): Launched\u000a11:43:50.965746 run iperf3-srv_10.42.42.10(pid=1476): Launched\u000a11:43:51.168942 tst iperf3m4.py:8: start network...\u000a11:43:51.307079 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:43:51.830847 run create_hlr_db(pid=1477): Launched\u000a11:43:52.022250 bus /gobi_6: Setting Powered False\u000a11:43:53.043165 run create_hlr_db(pid=1477): Terminated: ok {rc=0}\u000a11:43:53.459855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1479): Launched\u000a11:43:53.769909 run osmo-hlr_10.42.42.2(pid=1480): Launched\u000a11:43:53.883018 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:43:54.422155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1482): Launched\u000a11:43:54.731676 run osmo-stp_10.42.42.5(pid=1483): Launched\u000a11:43:54.843483 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:43:55.382678 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1485): Launched\u000a11:43:55.492547 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:43:55.764334 run patchelf(pid=1486): Launched\u000a11:43:55.947313 run osmo-stp_10.42.42.5(pid=1483): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1483)]\u000a11:43:56.080667 run osmo-stp_10.42.42.5(pid=1483): stdout: \u000a| (launched: 2022-12-09_11:43:54.579282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:43:56.214544 run osmo-stp_10.42.42.5(pid=1483): stderr: \u000a| �[0;m�[38;5;43m20221209114354749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114354749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114354749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114354750 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114354750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114354750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114354750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:43:56.344537 run osmo-stp_10.42.42.5(pid=1483): stdout: \u000a| (launched: 2022-12-09_11:43:54.579282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:43:56.472814 run osmo-stp_10.42.42.5(pid=1483): stderr: \u000a| �[0;m�[38;5;43m20221209114354749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114354749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114354749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114354750 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114354750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114354750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114354750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:43:56.622942 run patchelf(pid=1486): Terminating (SIGINT)\u000a11:43:56.799981 run patchelf(pid=1486): Terminated: ok {rc=0}\u000a11:43:56.832377 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1483): Process ended prematurely: osmo-stp_10.42.42.5(pid=1483) [trial-2359↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1483)] [trial-2359↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a11:43:56.841672 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a11:43:56.903056 run osmo-hlr_10.42.42.2(pid=1480): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1480)]\u000a11:43:56.952683 run osmo-hlr_10.42.42.2(pid=1480): stdout: \u000a| (launched: 2022-12-09_11:43:53.617461) \u000a11:43:57.002807 run osmo-hlr_10.42.42.2(pid=1480): stderr: \u000a| �[0;m�[1;31m20221209114353791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209114353791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209114353791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114353791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114353791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209114353791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209114353808 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209114353817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209114353817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209114353817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:43:57.045713 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1469): Terminating (SIGTERM)\u000a11:43:57.086360 run iperf3-srv_10.42.42.10(pid=1470): Terminating (SIGTERM)\u000a11:43:57.127009 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1471): Terminating (SIGTERM)\u000a11:43:57.167447 run iperf3-srv_10.42.42.10(pid=1472): Terminating (SIGTERM)\u000a11:43:57.208213 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1473): Terminating (SIGTERM)\u000a11:43:57.249004 run iperf3-srv_10.42.42.10(pid=1474): Terminating (SIGTERM)\u000a11:43:57.291991 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1475): Terminating (SIGTERM)\u000a11:43:57.332662 run iperf3-srv_10.42.42.10(pid=1476): Terminating (SIGTERM)\u000a11:43:57.373464 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1479): Terminating (SIGTERM)\u000a11:43:57.414050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1482): Terminating (SIGTERM)\u000a11:43:57.454726 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1485): Terminating (SIGTERM)\u000a11:43:57.464250 --- ParallelTerminationStrategy: PID 1469 died...\u000a11:43:57.518882 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1469): Terminated: ok {rc=0}\u000a11:43:57.528913 --- ParallelTerminationStrategy: PID 1470 died...\u000a11:43:57.583036 run iperf3-srv_10.42.42.10(pid=1470): Terminated {rc=256}\u000a11:43:57.592829 --- ParallelTerminationStrategy: PID 1471 died...\u000a11:43:57.647909 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1471): Terminated: ok {rc=0}\u000a11:43:57.657673 --- ParallelTerminationStrategy: PID 1472 died...\u000a11:43:57.711365 run iperf3-srv_10.42.42.10(pid=1472): Terminated {rc=256}\u000a11:43:57.721158 --- ParallelTerminationStrategy: PID 1473 died...\u000a11:43:57.774821 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1473): Terminated: ok {rc=0}\u000a11:43:57.784447 --- ParallelTerminationStrategy: PID 1474 died...\u000a11:43:57.838078 run iperf3-srv_10.42.42.10(pid=1474): Terminated {rc=256}\u000a11:43:57.847779 --- ParallelTerminationStrategy: PID 1475 died...\u000a11:43:57.901830 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1475): Terminated: ok {rc=0}\u000a11:43:57.911508 --- ParallelTerminationStrategy: PID 1476 died...\u000a11:43:57.965301 run iperf3-srv_10.42.42.10(pid=1476): Terminated {rc=256}\u000a11:43:57.974926 --- ParallelTerminationStrategy: PID 1479 died...\u000a11:43:58.028637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1479): Terminated: ok {rc=0}\u000a11:43:58.038343 --- ParallelTerminationStrategy: PID 1482 died...\u000a11:43:58.092241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1482): Terminated: ok {rc=0}\u000a11:43:58.102011 --- ParallelTerminationStrategy: PID 1485 died...\u000a11:43:58.155874 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1485): Terminated: ok {rc=0}\u000a11:43:58.247709 bus /gobi_4: Setting Powered False\u000a11:43:59.353562 bus /gobi_4: Setting Powered False\u000a11:44:00.465907 bus /gobi_1: Setting Powered False\u000a11:44:01.578384 bus /gobi_1: Setting Powered False\u000a11:44:02.688374 bus /gobi_0: Setting Powered False\u000a11:44:03.797401 bus /gobi_0: Setting Powered False\u000a11:44:04.908997 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1494): Process ended prematurely: osmo-stp_10.42.42.5(pid=1494) [trial-2359↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1494)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1494): Process ended prematurely: osmo-stp_10.42.42.5(pid=1494) [trial-2359↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1494)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-b200+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a11:44:05.979924 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:44:05.992271 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:44:06.162695 tst ping.py: using LAC 21229\u000a11:44:06.292102 tst ping.py: using RAC 64\u000a11:44:06.418964 tst ping.py: using CellId 21229\u000a11:44:06.540680 tst ping.py: using BVCI 21230\u000a11:44:06.564299 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:44:06.575370 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:44:06.586291 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:44:06.597649 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:44:06.608922 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:44:06.620267 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:44:06.631689 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:44:06.643025 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:44:06.924596 tst ping.py:19: start network...\u000a11:44:07.051795 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:44:07.542066 run create_hlr_db(pid=1488): Launched\u000a11:44:07.719048 bus /gobi_6: Setting Powered False\u000a11:44:08.740166 run create_hlr_db(pid=1488): Terminated: ok {rc=0}\u000a11:44:09.180585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1490): Launched\u000a11:44:09.509926 run osmo-hlr_10.42.42.2(pid=1491): Launched\u000a11:44:09.633643 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:44:10.215084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1493): Launched\u000a11:44:10.543513 run osmo-stp_10.42.42.5(pid=1494): Launched\u000a11:44:10.663364 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:44:11.237984 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1496): Launched\u000a11:44:11.355089 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:44:11.642243 run patchelf(pid=1497): Launched\u000a11:44:11.835105 run osmo-stp_10.42.42.5(pid=1494): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1494)]\u000a11:44:11.975516 run osmo-stp_10.42.42.5(pid=1494): stdout: \u000a| (launched: 2022-12-09_11:44:10.381582)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:44:12.115750 run osmo-stp_10.42.42.5(pid=1494): stderr: \u000a| �[0;m�[38;5;43m20221209114410574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114410574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114410575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114410575 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114410575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114410575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114410576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:44:12.251741 run osmo-stp_10.42.42.5(pid=1494): stdout: \u000a| (launched: 2022-12-09_11:44:10.381582)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:44:12.385926 run osmo-stp_10.42.42.5(pid=1494): stderr: \u000a| �[0;m�[38;5;43m20221209114410574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114410574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114410575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114410575 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114410575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114410575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114410576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:44:12.543504 run patchelf(pid=1497): Terminating (SIGINT)\u000a11:44:12.729099 run patchelf(pid=1497): Terminated: ok {rc=0}\u000a11:44:12.762738 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1494): Process ended prematurely: osmo-stp_10.42.42.5(pid=1494) [trial-2359↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1494)] [trial-2359↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22]\u000a11:44:12.772079 tst ping.py:22: Test FAILED (6.8 sec)\u000a11:44:12.836715 run osmo-hlr_10.42.42.2(pid=1491): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1491)]\u000a11:44:12.889147 run osmo-hlr_10.42.42.2(pid=1491): stdout: \u000a| (launched: 2022-12-09_11:44:09.347834) \u000a11:44:12.942111 run osmo-hlr_10.42.42.2(pid=1491): stderr: \u000a| �[0;m�[1;31m20221209114409547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209114409548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209114409548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114409548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114409548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209114409548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209114409560 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-b200+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209114409568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209114409568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209114409568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:44:12.987404 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1490): Terminating (SIGTERM)\u000a11:44:13.029845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1493): Terminating (SIGTERM)\u000a11:44:13.072571 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1496): Terminating (SIGTERM)\u000a11:44:13.082713 --- ParallelTerminationStrategy: PID 1490 died...\u000a11:44:13.139803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1490): Terminated: ok {rc=0}\u000a11:44:13.150016 --- ParallelTerminationStrategy: PID 1493 died...\u000a11:44:13.206804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1493): Terminated: ok {rc=0}\u000a11:44:13.217377 --- ParallelTerminationStrategy: PID 1496 died...\u000a11:44:13.273666 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1496): Terminated: ok {rc=0}\u000a11:44:13.360907 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1504): Process ended prematurely: osmo-stp_10.42.42.5(pid=1504) [trial-2359↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1504)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1504): Process ended prematurely: osmo-stp_10.42.42.5(pid=1504) [trial-2359↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1504)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-b200+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a11:44:14.414421 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:44:14.426736 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:44:14.597867 tst ping_idle_ping.py: using LAC 21230\u000a11:44:14.728291 tst ping_idle_ping.py: using RAC 65\u000a11:44:14.850933 tst ping_idle_ping.py: using CellId 21230\u000a11:44:14.973201 tst ping_idle_ping.py: using BVCI 21231\u000a11:44:14.996798 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:44:15.007916 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:44:15.018903 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:44:15.029976 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:44:15.040555 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:44:15.051291 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:44:15.062199 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:44:15.072826 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:44:15.355596 tst ping_idle_ping.py:24: start network...\u000a11:44:15.482897 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:44:16.034450 run create_hlr_db(pid=1498): Launched\u000a11:44:16.214808 bus /gobi_6: Setting Powered False\u000a11:44:17.256251 run create_hlr_db(pid=1498): Terminated: ok {rc=0}\u000a11:44:17.668230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1500): Launched\u000a11:44:17.986749 run osmo-hlr_10.42.42.2(pid=1501): Launched\u000a11:44:18.107814 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:44:18.645989 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1503): Launched\u000a11:44:18.952320 run osmo-stp_10.42.42.5(pid=1504): Launched\u000a11:44:19.063972 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:44:19.603146 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1506): Launched\u000a11:44:19.711954 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:44:19.980530 run patchelf(pid=1507): Launched\u000a11:44:20.160796 run osmo-stp_10.42.42.5(pid=1504): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1504)]\u000a11:44:20.292368 run osmo-stp_10.42.42.5(pid=1504): stdout: \u000a| (launched: 2022-12-09_11:44:18.801469)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:44:20.423835 run osmo-stp_10.42.42.5(pid=1504): stderr: \u000a| �[0;m�[38;5;43m20221209114418971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114418971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114418972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114418972 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114418973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114418973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114418973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:44:20.551375 run osmo-stp_10.42.42.5(pid=1504): stdout: \u000a| (launched: 2022-12-09_11:44:18.801469)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:44:20.676753 run osmo-stp_10.42.42.5(pid=1504): stderr: \u000a| �[0;m�[38;5;43m20221209114418971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114418971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114418972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114418972 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114418973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114418973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114418973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:44:20.824787 run patchelf(pid=1507): Terminating (SIGINT)\u000a11:44:20.998759 run patchelf(pid=1507): Terminated: ok {rc=0}\u000a11:44:21.030281 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1504): Process ended prematurely: osmo-stp_10.42.42.5(pid=1504) [trial-2359↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1504)] [trial-2359↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a11:44:21.038991 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a11:44:21.099680 run osmo-hlr_10.42.42.2(pid=1501): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1501)]\u000a11:44:21.149445 run osmo-hlr_10.42.42.2(pid=1501): stdout: \u000a| (launched: 2022-12-09_11:44:17.825544) \u000a11:44:21.199856 run osmo-hlr_10.42.42.2(pid=1501): stderr: \u000a| �[0;m�[1;31m20221209114418007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209114418007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209114418007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114418007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114418008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209114418008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209114418020 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-b200+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209114418028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209114418029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209114418029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:44:21.242946 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1500): Terminating (SIGTERM)\u000a11:44:21.283877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1503): Terminating (SIGTERM)\u000a11:44:21.324291 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1506): Terminating (SIGTERM)\u000a11:44:21.333646 --- ParallelTerminationStrategy: PID 1500 died...\u000a11:44:21.387702 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1500): Terminated: ok {rc=0}\u000a11:44:21.397497 --- ParallelTerminationStrategy: PID 1503 died...\u000a11:44:21.450846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1503): Terminated: ok {rc=0}\u000a11:44:21.460379 --- ParallelTerminationStrategy: PID 1506 died...\u000a11:44:21.513695 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1506): Terminated: ok {rc=0}\u000a11:44:21.604128 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "53", "name" : "gprs_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:43:22" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1522): Process ended prematurely: osmo-stp_10.42.42.5(pid=1522) [trial-2359↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1522)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1522): Process ended prematurely: osmo-stp_10.42.42.5(pid=1522) [trial-2359↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1522)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:44:23.759302 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:44:23.770710 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a11:44:23.913274 tst cs_paging_gprs_active.py: using LAC 21231\u000a11:44:24.037315 tst cs_paging_gprs_active.py: using RAC 66\u000a11:44:24.160144 tst cs_paging_gprs_active.py: using CellId 21231\u000a11:44:24.284933 tst cs_paging_gprs_active.py: using BVCI 21232\u000a11:44:24.309126 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:44:24.320420 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:44:24.331518 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:44:24.342665 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:44:24.353788 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:44:24.364858 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:44:24.376092 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:44:24.387164 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:44:24.398516 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:44:24.521301 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:44:24.827502 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:44:24.968631 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:44:25.317471 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1512): Launched\u000a11:44:25.609081 run iperf3-srv_10.42.42.10(pid=1513): Launched\u000a11:44:25.816860 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:44:25.958183 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:44:26.308239 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1514): Launched\u000a11:44:26.598449 run iperf3-srv_10.42.42.10(pid=1515): Launched\u000a11:44:26.804005 tst cs_paging_gprs_active.py:38: start network...\u000a11:44:26.944020 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:44:27.474091 run create_hlr_db(pid=1516): Launched\u000a11:44:27.668906 bus /gobi_6: Setting Powered False\u000a11:44:28.688912 run create_hlr_db(pid=1516): Terminated: ok {rc=0}\u000a11:44:29.134650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1518): Launched\u000a11:44:29.473437 run osmo-hlr_10.42.42.2(pid=1519): Launched\u000a11:44:29.595048 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:44:30.178072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1521): Launched\u000a11:44:30.514154 run osmo-stp_10.42.42.5(pid=1522): Launched\u000a11:44:30.635313 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:44:31.323105 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1524): Launched\u000a11:44:31.447507 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:44:31.760053 run patchelf(pid=1525): Launched\u000a11:44:31.960702 run osmo-stp_10.42.42.5(pid=1522): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1522)]\u000a11:44:32.108359 run osmo-stp_10.42.42.5(pid=1522): stdout: \u000a| (launched: 2022-12-09_11:44:30.348696)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:44:32.243481 run osmo-stp_10.42.42.5(pid=1522): stderr: \u000a| �[0;m�[38;5;43m20221209114430541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114430541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114430542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114430542 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114430542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114430543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114430543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:44:32.373568 run osmo-stp_10.42.42.5(pid=1522): stdout: \u000a| (launched: 2022-12-09_11:44:30.348696)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:44:32.502510 run osmo-stp_10.42.42.5(pid=1522): stderr: \u000a| �[0;m�[38;5;43m20221209114430541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114430541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114430542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114430542 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114430542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114430543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114430543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:44:32.654326 run patchelf(pid=1525): Terminating (SIGINT)\u000a11:44:32.831898 run patchelf(pid=1525): Terminated: ok {rc=0}\u000a11:44:32.864567 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1522): Process ended prematurely: osmo-stp_10.42.42.5(pid=1522) [trial-2359↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1522)] [trial-2359↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a11:44:32.874026 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a11:44:32.935332 run osmo-hlr_10.42.42.2(pid=1519): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1519)]\u000a11:44:32.985302 run osmo-hlr_10.42.42.2(pid=1519): stdout: \u000a| (launched: 2022-12-09_11:44:29.306154) \u000a11:44:33.035895 run osmo-hlr_10.42.42.2(pid=1519): stderr: \u000a| �[0;m�[1;31m20221209114429506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209114429506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209114429506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114429506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114429506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209114429506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209114429519 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209114429528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209114429528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209114429528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:44:33.079794 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1512): Terminating (SIGTERM)\u000a11:44:33.120630 run iperf3-srv_10.42.42.10(pid=1513): Terminating (SIGTERM)\u000a11:44:33.161970 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1514): Terminating (SIGTERM)\u000a11:44:33.202500 run iperf3-srv_10.42.42.10(pid=1515): Terminating (SIGTERM)\u000a11:44:33.243107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1518): Terminating (SIGTERM)\u000a11:44:33.283596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1521): Terminating (SIGTERM)\u000a11:44:33.324218 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1524): Terminating (SIGTERM)\u000a11:44:33.333572 --- ParallelTerminationStrategy: PID 1512 died...\u000a11:44:33.388241 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1512): Terminated: ok {rc=0}\u000a11:44:33.398038 --- ParallelTerminationStrategy: PID 1513 died...\u000a11:44:33.451495 run iperf3-srv_10.42.42.10(pid=1513): Terminated {rc=256}\u000a11:44:33.461217 --- ParallelTerminationStrategy: PID 1514 died...\u000a11:44:33.514945 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1514): Terminated: ok {rc=0}\u000a11:44:33.524607 --- ParallelTerminationStrategy: PID 1515 died...\u000a11:44:33.578376 run iperf3-srv_10.42.42.10(pid=1515): Terminated {rc=256}\u000a11:44:33.588148 --- ParallelTerminationStrategy: PID 1518 died...\u000a11:44:33.642041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1518): Terminated: ok {rc=0}\u000a11:44:33.651721 --- ParallelTerminationStrategy: PID 1521 died...\u000a11:44:33.705671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1521): Terminated: ok {rc=0}\u000a11:44:33.715412 --- ParallelTerminationStrategy: PID 1524 died...\u000a11:44:33.769295 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1524): Terminated: ok {rc=0}\u000a11:44:33.859847 bus /gobi_0: Setting Powered False\u000a11:44:34.965819 bus /gobi_0: Setting Powered False\u000a11:44:36.079727 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1534): Process ended prematurely: osmo-stp_10.42.42.5(pid=1534) [trial-2359↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1534)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1534): Process ended prematurely: osmo-stp_10.42.42.5(pid=1534) [trial-2359↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1534)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a11:44:37.198447 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:44:37.211232 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a11:44:37.367116 tst iperf3.py: using LAC 21232\u000a11:44:37.499695 tst iperf3.py: using RAC 67\u000a11:44:37.633275 tst iperf3.py: using CellId 21232\u000a11:44:37.766046 tst iperf3.py: using BVCI 21233\u000a11:44:37.791753 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:44:37.803638 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:44:37.815440 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:44:37.827357 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:44:37.839322 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:44:37.851423 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:44:37.863652 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:44:37.876279 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:44:37.888858 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:44:38.178444 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:44:38.309021 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:44:38.635246 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1526): Launched\u000a11:44:38.906681 run iperf3-srv_10.42.42.10(pid=1527): Launched\u000a11:44:39.097955 tst iperf3.py:8: start network...\u000a11:44:39.228437 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:44:39.731493 run create_hlr_db(pid=1528): Launched\u000a11:44:39.911876 bus /gobi_6: Setting Powered False\u000a11:44:40.933356 run create_hlr_db(pid=1528): Terminated: ok {rc=0}\u000a11:44:41.380519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1530): Launched\u000a11:44:41.711903 run osmo-hlr_10.42.42.2(pid=1531): Launched\u000a11:44:41.834846 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:44:42.389650 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1533): Launched\u000a11:44:42.705403 run osmo-stp_10.42.42.5(pid=1534): Launched\u000a11:44:42.817282 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:44:43.363458 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1536): Launched\u000a11:44:43.474369 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:44:43.748827 run patchelf(pid=1537): Launched\u000a11:44:43.932235 run osmo-stp_10.42.42.5(pid=1534): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1534)]\u000a11:44:44.066527 run osmo-stp_10.42.42.5(pid=1534): stdout: \u000a| (launched: 2022-12-09_11:44:42.549170)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:44:44.200542 run osmo-stp_10.42.42.5(pid=1534): stderr: \u000a| �[0;m�[38;5;43m20221209114442723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114442723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114442724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114442724 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114442724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114442725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114442725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:44:44.330288 run osmo-stp_10.42.42.5(pid=1534): stdout: \u000a| (launched: 2022-12-09_11:44:42.549170)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:44:44.459066 run osmo-stp_10.42.42.5(pid=1534): stderr: \u000a| �[0;m�[38;5;43m20221209114442723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114442723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114442724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114442724 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114442724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114442725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114442725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:44:44.609454 run patchelf(pid=1537): Terminating (SIGINT)\u000a11:44:44.787151 run patchelf(pid=1537): Terminated: ok {rc=0}\u000a11:44:44.819500 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1534): Process ended prematurely: osmo-stp_10.42.42.5(pid=1534) [trial-2359↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1534)] [trial-2359↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a11:44:44.828877 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a11:44:44.889613 run osmo-hlr_10.42.42.2(pid=1531): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1531)]\u000a11:44:44.939052 run osmo-hlr_10.42.42.2(pid=1531): stdout: \u000a| (launched: 2022-12-09_11:44:41.551156) \u000a11:44:44.989164 run osmo-hlr_10.42.42.2(pid=1531): stderr: \u000a| �[0;m�[1;31m20221209114441732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209114441732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209114441732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114441732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114441732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209114441732 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209114441744 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209114441752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209114441752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209114441752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:44:45.031668 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1526): Terminating (SIGTERM)\u000a11:44:45.071591 run iperf3-srv_10.42.42.10(pid=1527): Terminating (SIGTERM)\u000a11:44:45.111718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1530): Terminating (SIGTERM)\u000a11:44:45.151747 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1533): Terminating (SIGTERM)\u000a11:44:45.191840 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1536): Terminating (SIGTERM)\u000a11:44:45.201127 --- ParallelTerminationStrategy: PID 1526 died...\u000a11:44:45.255152 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1526): Terminated: ok {rc=0}\u000a11:44:45.264775 --- ParallelTerminationStrategy: PID 1527 died...\u000a11:44:45.318646 run iperf3-srv_10.42.42.10(pid=1527): Terminated {rc=256}\u000a11:44:45.328280 --- ParallelTerminationStrategy: PID 1530 died...\u000a11:44:45.382079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1530): Terminated: ok {rc=0}\u000a11:44:45.391733 --- ParallelTerminationStrategy: PID 1533 died...\u000a11:44:45.445503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1533): Terminated: ok {rc=0}\u000a11:44:45.455161 --- ParallelTerminationStrategy: PID 1536 died...\u000a11:44:45.508860 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1536): Terminated: ok {rc=0}\u000a11:44:45.598711 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1552): Process ended prematurely: osmo-stp_10.42.42.5(pid=1552) [trial-2359↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1552)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1552): Process ended prematurely: osmo-stp_10.42.42.5(pid=1552) [trial-2359↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1552)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a11:44:46.711785 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:44:46.724646 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a11:44:46.901283 tst iperf3m4.py: using LAC 21233\u000a11:44:47.094930 tst iperf3m4.py: using RAC 68\u000a11:44:47.226828 tst iperf3m4.py: using CellId 21233\u000a11:44:47.349719 tst iperf3m4.py: using BVCI 21234\u000a11:44:47.373893 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:44:47.385360 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:44:47.396550 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:44:47.408348 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:44:47.419566 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:44:47.430812 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:44:47.442134 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:44:47.453288 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:44:47.465876 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:44:47.589368 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:44:47.710365 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:44:47.832839 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:44:48.123053 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:44:48.253262 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:44:48.581082 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1538): Launched\u000a11:44:48.853718 run iperf3-srv_10.42.42.10(pid=1539): Launched\u000a11:44:49.044290 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:44:49.174223 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:44:49.500177 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1540): Launched\u000a11:44:49.771173 run iperf3-srv_10.42.42.10(pid=1541): Launched\u000a11:44:49.962156 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:44:50.092091 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:44:50.418369 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1542): Launched\u000a11:44:50.689603 run iperf3-srv_10.42.42.10(pid=1543): Launched\u000a11:44:50.880679 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:44:51.010450 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:44:51.336777 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1544): Launched\u000a11:44:51.608104 run iperf3-srv_10.42.42.10(pid=1545): Launched\u000a11:44:51.798388 tst iperf3m4.py:8: start network...\u000a11:44:51.928032 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:44:52.429989 run create_hlr_db(pid=1546): Launched\u000a11:44:52.609570 bus /gobi_6: Setting Powered False\u000a11:44:53.629989 run create_hlr_db(pid=1546): Terminated: ok {rc=0}\u000a11:44:54.047875 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1548): Launched\u000a11:44:54.361574 run osmo-hlr_10.42.42.2(pid=1549): Launched\u000a11:44:54.483878 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:44:55.038174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1551): Launched\u000a11:44:55.351023 run osmo-stp_10.42.42.5(pid=1552): Launched\u000a11:44:55.463031 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:44:56.007609 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1554): Launched\u000a11:44:56.118218 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:44:56.391211 run patchelf(pid=1555): Launched\u000a11:44:56.573229 run osmo-stp_10.42.42.5(pid=1552): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1552)]\u000a11:44:56.705950 run osmo-stp_10.42.42.5(pid=1552): stdout: \u000a| (launched: 2022-12-09_11:44:55.196779)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:44:56.839486 run osmo-stp_10.42.42.5(pid=1552): stderr: \u000a| �[0;m�[38;5;43m20221209114455365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114455365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114455365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114455366 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114455366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114455366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114455366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:44:56.967900 run osmo-stp_10.42.42.5(pid=1552): stdout: \u000a| (launched: 2022-12-09_11:44:55.196779)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:44:57.095333 run osmo-stp_10.42.42.5(pid=1552): stderr: \u000a| �[0;m�[38;5;43m20221209114455365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114455365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114455365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114455366 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114455366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114455366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114455366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:44:57.244676 run patchelf(pid=1555): Terminating (SIGINT)\u000a11:44:57.421741 run patchelf(pid=1555): Terminated: ok {rc=0}\u000a11:44:57.454208 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1552): Process ended prematurely: osmo-stp_10.42.42.5(pid=1552) [trial-2359↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1552)] [trial-2359↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a11:44:57.463553 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a11:44:57.524095 run osmo-hlr_10.42.42.2(pid=1549): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1549)]\u000a11:44:57.573455 run osmo-hlr_10.42.42.2(pid=1549): stdout: \u000a| (launched: 2022-12-09_11:44:54.206541) \u000a11:44:57.623200 run osmo-hlr_10.42.42.2(pid=1549): stderr: \u000a| �[0;m�[1;31m20221209114454383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209114454383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209114454383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114454383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114454383 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209114454384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209114454396 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209114454406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209114454406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209114454406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:44:57.665662 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1538): Terminating (SIGTERM)\u000a11:44:57.705658 run iperf3-srv_10.42.42.10(pid=1539): Terminating (SIGTERM)\u000a11:44:57.745662 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1540): Terminating (SIGTERM)\u000a11:44:57.785548 run iperf3-srv_10.42.42.10(pid=1541): Terminating (SIGTERM)\u000a11:44:57.825523 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1542): Terminating (SIGTERM)\u000a11:44:57.865338 run iperf3-srv_10.42.42.10(pid=1543): Terminating (SIGTERM)\u000a11:44:57.905458 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1544): Terminating (SIGTERM)\u000a11:44:57.945334 run iperf3-srv_10.42.42.10(pid=1545): Terminating (SIGTERM)\u000a11:44:57.985340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1548): Terminating (SIGTERM)\u000a11:44:58.025245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1551): Terminating (SIGTERM)\u000a11:44:58.065197 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1554): Terminating (SIGTERM)\u000a11:44:58.074437 --- ParallelTerminationStrategy: PID 1538 died...\u000a11:44:58.128069 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1538): Terminated: ok {rc=0}\u000a11:44:58.137832 --- ParallelTerminationStrategy: PID 1539 died...\u000a11:44:58.191251 run iperf3-srv_10.42.42.10(pid=1539): Terminated {rc=256}\u000a11:44:58.200811 --- ParallelTerminationStrategy: PID 1540 died...\u000a11:44:58.254260 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1540): Terminated: ok {rc=0}\u000a11:44:58.263927 --- ParallelTerminationStrategy: PID 1541 died...\u000a11:44:58.317321 run iperf3-srv_10.42.42.10(pid=1541): Terminated {rc=256}\u000a11:44:58.326926 --- ParallelTerminationStrategy: PID 1542 died...\u000a11:44:58.380569 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1542): Terminated: ok {rc=0}\u000a11:44:58.390289 --- ParallelTerminationStrategy: PID 1543 died...\u000a11:44:58.443907 run iperf3-srv_10.42.42.10(pid=1543): Terminated {rc=256}\u000a11:44:58.453627 --- ParallelTerminationStrategy: PID 1544 died...\u000a11:44:58.506924 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1544): Terminated: ok {rc=0}\u000a11:44:58.516512 --- ParallelTerminationStrategy: PID 1545 died...\u000a11:44:58.569474 run iperf3-srv_10.42.42.10(pid=1545): Terminated {rc=256}\u000a11:44:58.579083 --- ParallelTerminationStrategy: PID 1548 died...\u000a11:44:58.632410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1548): Terminated: ok {rc=0}\u000a11:44:58.642041 --- ParallelTerminationStrategy: PID 1551 died...\u000a11:44:58.695414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1551): Terminated: ok {rc=0}\u000a11:44:58.705175 --- ParallelTerminationStrategy: PID 1554 died...\u000a11:44:58.758447 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1554): Terminated: ok {rc=0}\u000a11:44:58.848624 bus /gobi_4: Setting Powered False\u000a11:44:59.953078 bus /gobi_4: Setting Powered False\u000a11:45:01.079491 bus /gobi_1: Setting Powered False\u000a11:45:02.209544 bus /gobi_1: Setting Powered False\u000a11:45:03.322642 bus /gobi_0: Setting Powered False\u000a11:45:04.430505 bus /gobi_0: Setting Powered False\u000a11:45:05.539659 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1566): Process ended prematurely: osmo-stp_10.42.42.5(pid=1566) [trial-2359↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1566)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1566): Process ended prematurely: osmo-stp_10.42.42.5(pid=1566) [trial-2359↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1566)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a11:45:06.610335 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:45:06.623189 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a11:45:06.776806 tst ping.py: using LAC 21234\u000a11:45:06.903592 tst ping.py: using RAC 69\u000a11:45:07.030871 tst ping.py: using CellId 21234\u000a11:45:07.157756 tst ping.py: using BVCI 21235\u000a11:45:07.182882 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:45:07.195149 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:45:07.207047 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:45:07.219106 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:45:07.231313 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:45:07.243037 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:45:07.255353 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:45:07.267352 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:45:07.566858 tst ping.py:19: start network...\u000a11:45:07.704423 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:45:08.220839 run create_hlr_db(pid=1560): Launched\u000a11:45:08.412579 bus /gobi_6: Setting Powered False\u000a11:45:09.431568 run create_hlr_db(pid=1560): Terminated: ok {rc=0}\u000a11:45:09.847111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1562): Launched\u000a11:45:10.155391 run osmo-hlr_10.42.42.2(pid=1563): Launched\u000a11:45:10.268156 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:45:10.804458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1565): Launched\u000a11:45:11.112488 run osmo-stp_10.42.42.5(pid=1566): Launched\u000a11:45:11.223762 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:45:11.761690 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1568): Launched\u000a11:45:11.870816 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:45:12.141888 run patchelf(pid=1569): Launched\u000a11:45:12.322623 run osmo-stp_10.42.42.5(pid=1566): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1566)]\u000a11:45:12.454048 run osmo-stp_10.42.42.5(pid=1566): stdout: \u000a| (launched: 2022-12-09_11:45:10.960470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:45:12.585489 run osmo-stp_10.42.42.5(pid=1566): stderr: \u000a| �[0;m�[38;5;43m20221209114511131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114511132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114511132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114511132 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114511133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114511133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114511133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:45:12.712106 run osmo-stp_10.42.42.5(pid=1566): stdout: \u000a| (launched: 2022-12-09_11:45:10.960470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:45:12.837767 run osmo-stp_10.42.42.5(pid=1566): stderr: \u000a| �[0;m�[38;5;43m20221209114511131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114511132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114511132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114511132 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114511133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114511133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114511133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:45:12.986246 run patchelf(pid=1569): Terminating (SIGINT)\u000a11:45:13.160255 run patchelf(pid=1569): Terminated: ok {rc=0}\u000a11:45:13.191915 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1566): Process ended prematurely: osmo-stp_10.42.42.5(pid=1566) [trial-2359↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1566)] [trial-2359↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a11:45:13.200834 tst ping.py:22: Test FAILED (6.6 sec)\u000a11:45:13.261220 run osmo-hlr_10.42.42.2(pid=1563): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1563)]\u000a11:45:13.311113 run osmo-hlr_10.42.42.2(pid=1563): stdout: \u000a| (launched: 2022-12-09_11:45:10.002990) \u000a11:45:13.361321 run osmo-hlr_10.42.42.2(pid=1563): stderr: \u000a| �[0;m�[1;31m20221209114510178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209114510178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209114510178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114510179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114510179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209114510179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209114510191 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209114510199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209114510200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209114510200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:45:13.403819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1562): Terminating (SIGTERM)\u000a11:45:13.444119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1565): Terminating (SIGTERM)\u000a11:45:13.484389 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1568): Terminating (SIGTERM)\u000a11:45:13.493841 --- ParallelTerminationStrategy: PID 1562 died...\u000a11:45:13.547703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1562): Terminated: ok {rc=0}\u000a11:45:13.557420 --- ParallelTerminationStrategy: PID 1565 died...\u000a11:45:13.611453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1565): Terminated: ok {rc=0}\u000a11:45:13.621203 --- ParallelTerminationStrategy: PID 1568 died...\u000a11:45:13.674421 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1568): Terminated: ok {rc=0}\u000a11:45:13.759462 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1576): Process ended prematurely: osmo-stp_10.42.42.5(pid=1576) [trial-2359↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1576)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1576): Process ended prematurely: osmo-stp_10.42.42.5(pid=1576) [trial-2359↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1576)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a11:45:14.813358 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:45:14.826807 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a11:45:14.979836 tst ping_idle_ping.py: using LAC 21235\u000a11:45:15.110685 tst ping_idle_ping.py: using RAC 70\u000a11:45:15.241748 tst ping_idle_ping.py: using CellId 21235\u000a11:45:15.373522 tst ping_idle_ping.py: using BVCI 21236\u000a11:45:15.399104 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:45:15.411150 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:45:15.423136 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:45:15.435407 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:45:15.447554 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:45:15.459826 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:45:15.473232 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a11:45:15.485944 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a11:45:15.786857 tst ping_idle_ping.py:24: start network...\u000a11:45:15.933226 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:45:16.521042 run create_hlr_db(pid=1570): Launched\u000a11:45:16.741377 bus /gobi_6: Setting Powered False\u000a11:45:17.741420 run create_hlr_db(pid=1570): Terminated: ok {rc=0}\u000a11:45:18.175992 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1572): Launched\u000a11:45:18.485710 run osmo-hlr_10.42.42.2(pid=1573): Launched\u000a11:45:18.607057 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:45:19.153352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1575): Launched\u000a11:45:19.462465 run osmo-stp_10.42.42.5(pid=1576): Launched\u000a11:45:19.573720 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:45:20.111313 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1578): Launched\u000a11:45:20.220181 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:45:20.489594 run patchelf(pid=1579): Launched\u000a11:45:20.670250 run osmo-stp_10.42.42.5(pid=1576): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1576)]\u000a11:45:20.801900 run osmo-stp_10.42.42.5(pid=1576): stdout: \u000a| (launched: 2022-12-09_11:45:19.310187)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:45:20.933295 run osmo-stp_10.42.42.5(pid=1576): stderr: \u000a| �[0;m�[38;5;43m20221209114519482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114519482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114519482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114519482 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114519483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114519483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114519483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:45:21.061140 run osmo-stp_10.42.42.5(pid=1576): stdout: \u000a| (launched: 2022-12-09_11:45:19.310187)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:45:21.186851 run osmo-stp_10.42.42.5(pid=1576): stderr: \u000a| �[0;m�[38;5;43m20221209114519482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114519482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114519482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114519482 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114519483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114519483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114519483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:45:21.334594 run patchelf(pid=1579): Terminating (SIGINT)\u000a11:45:21.508595 run patchelf(pid=1579): Terminated: ok {rc=0}\u000a11:45:21.540223 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1576): Process ended prematurely: osmo-stp_10.42.42.5(pid=1576) [trial-2359↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1576)] [trial-2359↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a11:45:21.549076 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a11:45:21.610164 run osmo-hlr_10.42.42.2(pid=1573): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1573)]\u000a11:45:21.659454 run osmo-hlr_10.42.42.2(pid=1573): stdout: \u000a| (launched: 2022-12-09_11:45:18.332467) \u000a11:45:21.709515 run osmo-hlr_10.42.42.2(pid=1573): stderr: \u000a| �[0;m�[1;31m20221209114518510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209114518510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209114518510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114518511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114518511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209114518511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209114518523 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209114518532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209114518532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209114518532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:45:21.752017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1572): Terminating (SIGTERM)\u000a11:45:21.792224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1575): Terminating (SIGTERM)\u000a11:45:21.832580 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1578): Terminating (SIGTERM)\u000a11:45:21.841935 --- ParallelTerminationStrategy: PID 1572 died...\u000a11:45:21.895786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1572): Terminated: ok {rc=0}\u000a11:45:21.905770 --- ParallelTerminationStrategy: PID 1575 died...\u000a11:45:21.959333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1575): Terminated: ok {rc=0}\u000a11:45:21.969054 --- ParallelTerminationStrategy: PID 1578 died...\u000a11:45:22.023056 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1578): Terminated: ok {rc=0}\u000a11:45:22.112904 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "54", "name" : "gprs_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:44:23" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1589): Process ended prematurely: osmo-stp_10.42.42.5(pid=1589) [trial-2359↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1589)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1589): Process ended prematurely: osmo-stp_10.42.42.5(pid=1589) [trial-2359↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1589)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a11:45:24.160541 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:45:24.172001 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:45:24.336145 tst switch_tch_pdch.py: using LAC 21236\u000a11:45:24.456494 tst switch_tch_pdch.py: using RAC 71\u000a11:45:24.576608 tst switch_tch_pdch.py: using CellId 21236\u000a11:45:24.696350 tst switch_tch_pdch.py: using BVCI 21237\u000a11:45:24.719737 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:45:24.731161 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:45:24.742321 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:45:24.753399 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:45:24.764414 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:45:24.775438 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:45:24.786716 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:45:24.797864 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:45:24.920533 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:45:25.222606 tst switch_tch_pdch.py:51: start network...\u000a11:45:25.359956 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:45:25.877130 run create_hlr_db(pid=1583): Launched\u000a11:45:26.068663 bus /gobi_6: Setting Powered False\u000a11:45:27.089115 run create_hlr_db(pid=1583): Terminated: ok {rc=0}\u000a11:45:27.530829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1585): Launched\u000a11:45:27.860199 run osmo-hlr_10.42.42.2(pid=1586): Launched\u000a11:45:27.980112 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:45:28.554273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1588): Launched\u000a11:45:28.883612 run osmo-stp_10.42.42.5(pid=1589): Launched\u000a11:45:29.002532 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:45:29.579706 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1591): Launched\u000a11:45:29.697005 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:45:29.985711 run patchelf(pid=1592): Launched\u000a11:45:30.178530 run osmo-stp_10.42.42.5(pid=1589): ERR: Terminated: ERROR {rc=1} [trial-2359↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1589)]\u000a11:45:30.319960 run osmo-stp_10.42.42.5(pid=1589): stdout: \u000a| (launched: 2022-12-09_11:45:28.721423)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:45:30.460689 run osmo-stp_10.42.42.5(pid=1589): stderr: \u000a| �[0;m�[38;5;43m20221209114528915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114528915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114528915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114528916 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114528916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114528916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114528916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:45:30.596908 run osmo-stp_10.42.42.5(pid=1589): stdout: \u000a| (launched: 2022-12-09_11:45:28.721423)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:45:30.731570 run osmo-stp_10.42.42.5(pid=1589): stderr: \u000a| �[0;m�[38;5;43m20221209114528915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114528915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114528915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114528916 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114528916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114528916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114528916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:45:30.907680 run patchelf(pid=1592): Terminating (SIGINT)\u000a11:45:31.097790 run patchelf(pid=1592): Terminated: ok {rc=0}\u000a11:45:31.132706 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=1589): Process ended prematurely: osmo-stp_10.42.42.5(pid=1589) [trial-2359↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1589)] [trial-2359↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a11:45:31.143332 tst switch_tch_pdch.py:54: Test FAILED (7.0 sec)\u000a11:45:31.212533 run osmo-hlr_10.42.42.2(pid=1586): ERR: Terminated: ERROR {rc=237} [trial-2359↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1586)]\u000a11:45:31.267754 run osmo-hlr_10.42.42.2(pid=1586): stdout: \u000a| (launched: 2022-12-09_11:45:27.698124) \u000a11:45:31.323741 run osmo-hlr_10.42.42.2(pid=1586): stderr: \u000a| �[0;m�[1;31m20221209114527897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209114527897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209114527897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114527897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114527897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209114527897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209114527913 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209114527923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209114527923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209114527923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:45:31.371723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1585): Terminating (SIGTERM)\u000a11:45:31.416937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1588): Terminating (SIGTERM)\u000a11:45:31.462355 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1591): Terminating (SIGTERM)\u000a11:45:31.472783 --- ParallelTerminationStrategy: PID 1585 died...\u000a11:45:31.533265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1585): Terminated: ok {rc=0}\u000a11:45:31.544352 --- ParallelTerminationStrategy: PID 1588 died...\u000a11:45:31.603444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1588): Terminated: ok {rc=0}\u000a11:45:31.615709 --- ParallelTerminationStrategy: PID 1591 died...\u000a11:45:31.675815 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1591): Terminated: ok {rc=0}\u000a11:45:31.784372 bus /gobi_0: Setting Powered False\u000a11:45:32.894833 bus /gobi_0: Setting Powered False\u000a11:45:34.004630 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "55", "name" : "dynts_trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:45:23" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "dynts:trx-b200+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1602): Process ended prematurely: osmo-stp_10.42.42.5(pid=1602) [trial-2359↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1602)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1602): Process ended prematurely: osmo-stp_10.42.42.5(pid=1602) [trial-2359↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1602)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 dynts:trx-b200+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a11:45:35.990338 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:45:36.001764 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a11:45:36.170335 tst switch_tch_pdch.py: using LAC 21237\u000a11:45:36.297353 tst switch_tch_pdch.py: using RAC 72\u000a11:45:36.424156 tst switch_tch_pdch.py: using CellId 21237\u000a11:45:36.551848 tst switch_tch_pdch.py: using BVCI 21238\u000a11:45:36.576921 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:45:36.588454 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:45:36.599787 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:45:36.611387 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:45:36.623098 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:45:36.634690 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:45:36.646589 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:45:36.657865 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a11:45:36.781204 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a11:45:37.082598 tst switch_tch_pdch.py:51: start network...\u000a11:45:37.220249 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:45:37.707638 run create_hlr_db(pid=1596): Launched\u000a11:45:37.841199 bus /gobi_6: Setting Powered False\u000a11:45:38.918445 run create_hlr_db(pid=1596): Terminated: ok {rc=0}\u000a11:45:39.329784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1598): Launched\u000a11:45:39.659326 run osmo-hlr_10.42.42.2(pid=1599): Launched\u000a11:45:39.780427 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:45:40.328570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1601): Launched\u000a11:45:40.660167 run osmo-stp_10.42.42.5(pid=1602): Launched\u000a11:45:40.778801 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:45:41.322567 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1604): Launched\u000a11:45:41.438975 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:45:41.724280 run patchelf(pid=1605): Launched\u000a11:45:41.915513 run osmo-stp_10.42.42.5(pid=1602): ERR: Terminated: ERROR {rc=1} [trial-2359↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1602)]\u000a11:45:42.055440 run osmo-stp_10.42.42.5(pid=1602): stdout: \u000a| (launched: 2022-12-09_11:45:40.495476)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:45:42.195328 run osmo-stp_10.42.42.5(pid=1602): stderr: \u000a| �[0;m�[38;5;43m20221209114540689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114540689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114540689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114540689 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114540690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114540690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114540690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:45:42.331033 run osmo-stp_10.42.42.5(pid=1602): stdout: \u000a| (launched: 2022-12-09_11:45:40.495476)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:45:42.464879 run osmo-stp_10.42.42.5(pid=1602): stderr: \u000a| �[0;m�[38;5;43m20221209114540689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114540689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114540689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114540689 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114540690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114540690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114540690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:45:42.621578 run patchelf(pid=1605): Terminating (SIGINT)\u000a11:45:42.805971 run patchelf(pid=1605): Terminated: ok {rc=0}\u000a11:45:42.839309 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=1602): Process ended prematurely: osmo-stp_10.42.42.5(pid=1602) [trial-2359↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1602)] [trial-2359↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a11:45:42.848681 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a11:45:42.912800 run osmo-hlr_10.42.42.2(pid=1599): ERR: Terminated: ERROR {rc=237} [trial-2359↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1599)]\u000a11:45:42.964850 run osmo-hlr_10.42.42.2(pid=1599): stdout: \u000a| (launched: 2022-12-09_11:45:39.496205) \u000a11:45:43.017755 run osmo-hlr_10.42.42.2(pid=1599): stderr: \u000a| �[0;m�[1;31m20221209114539698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209114539698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209114539698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114539698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114539698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209114539698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209114539711 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/dynts:trx-b200+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209114539721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209114539721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209114539721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:45:43.062443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1598): Terminating (SIGTERM)\u000a11:45:43.105381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1601): Terminating (SIGTERM)\u000a11:45:43.148005 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1604): Terminating (SIGTERM)\u000a11:45:43.157875 --- ParallelTerminationStrategy: PID 1598 died...\u000a11:45:43.215112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1598): Terminated: ok {rc=0}\u000a11:45:43.225343 --- ParallelTerminationStrategy: PID 1601 died...\u000a11:45:43.281882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1601): Terminated: ok {rc=0}\u000a11:45:43.292219 --- ParallelTerminationStrategy: PID 1604 died...\u000a11:45:43.348827 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1604): Terminated: ok {rc=0}\u000a11:45:43.436124 bus /gobi_0: Setting Powered False\u000a11:45:44.542441 bus /gobi_0: Setting Powered False\u000a11:45:45.654260 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "56", "name" : "dynts_trx-b200+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:45:35" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "nitb_sms:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=1610): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1610) [trial-2359↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1610)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=1610): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1610) [trial-2359↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1610)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 nitb_sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a11:45:47.632353 tst nitb_sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a11:45:47.644420 tst nitb_sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a11:45:47.785688 tst mo_mt_sms.py: using LAC 21238\u000a11:45:47.904206 tst mo_mt_sms.py: using RAC 73\u000a11:45:48.031384 tst mo_mt_sms.py: using CellId 21238\u000a11:45:48.149918 tst mo_mt_sms.py: using BVCI 21239\u000a11:45:48.173356 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a11:45:48.291978 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a11:45:48.573567 tst mo_mt_sms.py:9: start nitb and bts...\u000a11:45:48.700812 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a11:45:49.334879 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1609): Launched\u000a11:45:49.638472 run osmo-nitb_10.42.42.2(pid=1610): Launched\u000a11:45:49.826917 run osmo-nitb_10.42.42.2(pid=1610): ERR: Terminated: ERROR {rc=2} [trial-2359↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1610)]\u000a11:45:49.966680 run osmo-nitb_10.42.42.2(pid=1610): stdout: \u000a| (launched: 2022-12-09_11:45:49.489983) \u000a11:45:50.106073 run osmo-nitb_10.42.42.2(pid=1610): stderr: \u000a| (launched: 2022-12-09_11:45:49.535171)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:45:50.240298 run osmo-nitb_10.42.42.2(pid=1610): stdout: \u000a| (launched: 2022-12-09_11:45:49.489983) \u000a11:45:50.372683 run osmo-nitb_10.42.42.2(pid=1610): stderr: \u000a| (launched: 2022-12-09_11:45:49.535171)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:45:50.761839 tst osmo-nitb_10.42.42.2(pid=1610): stdout: \u000a| (launched: 2022-12-09_11:45:49.489983) \u000a11:45:50.883670 tst osmo-nitb_10.42.42.2(pid=1610): stderr: \u000a| (launched: 2022-12-09_11:45:49.535171)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:45:50.936890 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=1610): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1610) [trial-2359↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1610)] [trial-2359↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11]\u000a11:45:50.944936 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a11:45:50.979441 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1609): Terminating (SIGTERM)\u000a11:45:51.156762 --- ParallelTerminationStrategy: PID 1609 died...\u000a11:45:51.212237 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1609): Terminated: ok {rc=0}\u000a11:45:51.297301 bus /sierra_3: Setting Powered False\u000a11:45:52.400559 bus /sierra_3: Setting Powered False\u000a11:45:53.515213 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "57", "name" : "nitb_sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:45:47" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "sms:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1620): Process ended prematurely: osmo-stp_10.42.42.5(pid=1620) [trial-2359↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1620)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1620): Process ended prematurely: osmo-stp_10.42.42.5(pid=1620) [trial-2359↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1620)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a11:45:55.426738 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:45:55.438129 tst sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a11:45:55.584622 tst mo_mt_sms.py: using LAC 21239\u000a11:45:55.714732 tst mo_mt_sms.py: using RAC 74\u000a11:45:55.842468 tst mo_mt_sms.py: using CellId 21239\u000a11:45:55.970527 tst mo_mt_sms.py: using BVCI 21240\u000a11:45:55.995599 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:45:56.007028 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:45:56.018212 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:45:56.029710 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:45:56.041194 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:45:56.052589 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a11:45:56.170203 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a11:45:56.377617 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:45:56.869391 run create_hlr_db(pid=1614): Launched\u000a11:45:57.046560 bus /sierra_2: Setting Powered False\u000a11:45:58.067387 run create_hlr_db(pid=1614): Terminated: ok {rc=0}\u000a11:45:58.507000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1616): Launched\u000a11:45:58.835507 run osmo-hlr_10.42.42.2(pid=1617): Launched\u000a11:45:58.956517 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:45:59.531712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1619): Launched\u000a11:45:59.859870 run osmo-stp_10.42.42.5(pid=1620): Launched\u000a11:45:59.979027 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:46:00.580657 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1622): Launched\u000a11:46:01.016615 run osmo-msc_10.42.42.6(pid=1623): Launched\u000a11:46:01.496690 run osmo-stp_10.42.42.5(pid=1620): ERR: Terminated: ERROR {rc=1} [trial-2359↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1620)]\u000a11:46:01.656393 run osmo-stp_10.42.42.5(pid=1620): stdout: \u000a| (launched: 2022-12-09_11:45:59.697916)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:46:01.789195 run osmo-stp_10.42.42.5(pid=1620): stderr: \u000a| �[0;m�[38;5;43m20221209114559891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114559891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114559891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114559892 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114559892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114559892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114559892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:46:01.914488 run osmo-stp_10.42.42.5(pid=1620): stdout: \u000a| (launched: 2022-12-09_11:45:59.697916)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:46:02.040090 run osmo-stp_10.42.42.5(pid=1620): stderr: \u000a| �[0;m�[38;5;43m20221209114559891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114559891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114559891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114559892 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114559892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114559892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114559892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:46:02.095029 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=1620): Process ended prematurely: osmo-stp_10.42.42.5(pid=1620) [trial-2359↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1620)] [trial-2359↪sms:trx-sysmocell5000↪mo_mt_sms.py:16]\u000a11:46:02.103684 tst mo_mt_sms.py:16: Test FAILED (6.7 sec)\u000a11:46:02.165907 run osmo-hlr_10.42.42.2(pid=1617): ERR: Terminated: ERROR {rc=237} [trial-2359↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1617)]\u000a11:46:02.218271 run osmo-hlr_10.42.42.2(pid=1617): stdout: \u000a| (launched: 2022-12-09_11:45:58.674004) \u000a11:46:02.269569 run osmo-hlr_10.42.42.2(pid=1617): stderr: \u000a| �[0;m�[1;31m20221209114558872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209114558872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209114558872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114558872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114558872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209114558873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209114558885 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/sms:trx-sysmocell5000/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209114558893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209114558894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209114558894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:46:02.338951 run osmo-msc_10.42.42.6(pid=1623): ERR: Terminated: ERROR {rc=2} [trial-2359↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1623)]\u000a11:46:02.390565 run osmo-msc_10.42.42.6(pid=1623): stdout: \u000a| (launched: 2022-12-09_11:46:00.746935) \u000a11:46:02.442281 run osmo-msc_10.42.42.6(pid=1623): stderr: \u000a| �[0;m�[38;5;43m20221209114601148 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209114601150 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd7c7681c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209114601150 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209114601150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209114601150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209114601150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209114601152 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209114601152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209114601152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209114601152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:46:02.485147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1616): Terminating (SIGTERM)\u000a11:46:02.525442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1619): Terminating (SIGTERM)\u000a11:46:02.565578 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1622): Terminating (SIGTERM)\u000a11:46:02.574885 --- ParallelTerminationStrategy: PID 1616 died...\u000a11:46:02.628767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1616): Terminated: ok {rc=0}\u000a11:46:02.638558 --- ParallelTerminationStrategy: PID 1619 died...\u000a11:46:02.692452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1619): Terminated: ok {rc=0}\u000a11:46:02.702241 --- ParallelTerminationStrategy: PID 1622 died...\u000a11:46:02.755904 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1622): Terminated: ok {rc=0}\u000a11:46:02.846449 bus /sierra_3: Setting Powered False\u000a11:46:03.952622 bus /sierra_3: Setting Powered False\u000a11:46:05.060587 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "58", "name" : "sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:45:55" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "nitb_ussd:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=1629): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1629) [trial-2359↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1629)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=1629): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1629) [trial-2359↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1629)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 nitb_ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a11:46:06.914036 tst nitb_ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a11:46:06.924854 tst nitb_ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a11:46:07.061413 tst assert_extension.py: using LAC 21240\u000a11:46:07.180549 tst assert_extension.py: using RAC 75\u000a11:46:07.302063 tst assert_extension.py: using CellId 21240\u000a11:46:07.423887 tst assert_extension.py: using BVCI 21241\u000a11:46:07.447042 tst nitb_ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a11:46:07.727343 tst assert_extension.py:10: start nitb and bts...\u000a11:46:07.853893 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a11:46:08.489098 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1628): Launched\u000a11:46:08.792283 run osmo-nitb_10.42.42.2(pid=1629): Launched\u000a11:46:08.980627 run osmo-nitb_10.42.42.2(pid=1629): ERR: Terminated: ERROR {rc=2} [trial-2359↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1629)]\u000a11:46:09.119495 run osmo-nitb_10.42.42.2(pid=1629): stdout: \u000a| (launched: 2022-12-09_11:46:08.643868) \u000a11:46:09.258508 run osmo-nitb_10.42.42.2(pid=1629): stderr: \u000a| (launched: 2022-12-09_11:46:08.689151)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:46:09.393038 run osmo-nitb_10.42.42.2(pid=1629): stdout: \u000a| (launched: 2022-12-09_11:46:08.643868) \u000a11:46:09.525455 run osmo-nitb_10.42.42.2(pid=1629): stderr: \u000a| (launched: 2022-12-09_11:46:08.689151)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:46:09.916401 tst osmo-nitb_10.42.42.2(pid=1629): stdout: \u000a| (launched: 2022-12-09_11:46:08.643868) \u000a11:46:10.038872 tst osmo-nitb_10.42.42.2(pid=1629): stderr: \u000a| (launched: 2022-12-09_11:46:08.689151)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:46:10.092565 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=1629): Process ended prematurely: osmo-nitb_10.42.42.2(pid=1629) [trial-2359↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=1629)] [trial-2359↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12]\u000a11:46:10.100517 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a11:46:10.135407 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1628): Terminating (SIGTERM)\u000a11:46:10.312870 --- ParallelTerminationStrategy: PID 1628 died...\u000a11:46:10.368358 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=1628): Terminated: ok {rc=0}\u000a11:46:10.458009 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "59", "name" : "nitb_ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:46:06" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "ussd:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1639): Process ended prematurely: osmo-stp_10.42.42.5(pid=1639) [trial-2359↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1639)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1639): Process ended prematurely: osmo-stp_10.42.42.5(pid=1639) [trial-2359↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1639)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a11:46:12.318527 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:46:12.330055 tst ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a11:46:12.476679 tst assert_extension.py: using LAC 21241\u000a11:46:12.603120 tst assert_extension.py: using RAC 76\u000a11:46:12.731198 tst assert_extension.py: using CellId 21241\u000a11:46:12.858842 tst assert_extension.py: using BVCI 21242\u000a11:46:12.883768 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:46:12.895149 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:46:12.907146 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:46:12.918386 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:46:12.929780 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:46:12.941202 tst ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a11:46:13.143598 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:46:13.633699 run create_hlr_db(pid=1633): Launched\u000a11:46:13.809849 bus /sierra_2: Setting Powered False\u000a11:46:14.831191 run create_hlr_db(pid=1633): Terminated: ok {rc=0}\u000a11:46:15.270176 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1635): Launched\u000a11:46:15.599501 run osmo-hlr_10.42.42.2(pid=1636): Launched\u000a11:46:15.724758 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:46:16.435978 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1638): Launched\u000a11:46:16.875372 run osmo-stp_10.42.42.5(pid=1639): Launched\u000a11:46:17.133706 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:46:17.691269 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1641): Launched\u000a11:46:17.992337 run osmo-msc_10.42.42.6(pid=1642): Launched\u000a11:46:18.168551 run osmo-stp_10.42.42.5(pid=1639): ERR: Terminated: ERROR {rc=1} [trial-2359↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1639)]\u000a11:46:18.296454 run osmo-stp_10.42.42.5(pid=1639): stdout: \u000a| (launched: 2022-12-09_11:46:16.603020)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:46:18.421953 run osmo-stp_10.42.42.5(pid=1639): stderr: \u000a| �[0;m�[38;5;43m20221209114616899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114616899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114616899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114616900 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114616900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114616900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114616900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:46:18.542365 run osmo-stp_10.42.42.5(pid=1639): stdout: \u000a| (launched: 2022-12-09_11:46:16.603020)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:46:18.661929 run osmo-stp_10.42.42.5(pid=1639): stderr: \u000a| �[0;m�[38;5;43m20221209114616899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114616899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114616899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114616900 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114616900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114616900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114616900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:46:18.714619 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=1639): Process ended prematurely: osmo-stp_10.42.42.5(pid=1639) [trial-2359↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1639)] [trial-2359↪ussd:trx-sysmocell5000↪assert_extension.py:17]\u000a11:46:18.722672 tst assert_extension.py:17: Test FAILED (6.4 sec)\u000a11:46:18.783026 run osmo-hlr_10.42.42.2(pid=1636): ERR: Terminated: ERROR {rc=237} [trial-2359↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1636)]\u000a11:46:18.832386 run osmo-hlr_10.42.42.2(pid=1636): stdout: \u000a| (launched: 2022-12-09_11:46:15.437305) \u000a11:46:18.882506 run osmo-hlr_10.42.42.2(pid=1636): stderr: \u000a| �[0;m�[1;31m20221209114615636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209114615636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209114615636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114615636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114615636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209114615636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209114615649 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/ussd:trx-sysmocell5000/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209114615657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209114615657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209114615657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:46:18.949833 run osmo-msc_10.42.42.6(pid=1642): ERR: Terminated: ERROR {rc=2} [trial-2359↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1642)]\u000a11:46:18.998854 run osmo-msc_10.42.42.6(pid=1642): stdout: \u000a| (launched: 2022-12-09_11:46:17.843920) \u000a11:46:19.048623 run osmo-msc_10.42.42.6(pid=1642): stderr: \u000a| �[0;m�[38;5;43m20221209114618114 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209114618115 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6fc539ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209114618115 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209114618115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209114618115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209114618115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209114618118 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209114618119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209114618119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209114618119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:46:19.091020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1635): Terminating (SIGTERM)\u000a11:46:19.131062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1638): Terminating (SIGTERM)\u000a11:46:19.171108 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1641): Terminating (SIGTERM)\u000a11:46:19.180300 --- ParallelTerminationStrategy: PID 1635 died...\u000a11:46:19.233839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1635): Terminated: ok {rc=0}\u000a11:46:19.243349 --- ParallelTerminationStrategy: PID 1638 died...\u000a11:46:19.296635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1638): Terminated: ok {rc=0}\u000a11:46:19.306177 --- ParallelTerminationStrategy: PID 1641 died...\u000a11:46:19.359474 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1641): Terminated: ok {rc=0}\u000a11:46:19.443684 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "60", "name" : "ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:46:12" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1653): Process ended prematurely: osmo-stp_10.42.42.5(pid=1653) [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1653)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1653): Process ended prematurely: osmo-stp_10.42.42.5(pid=1653) [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1653)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a11:46:21.421760 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:46:21.433712 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a11:46:21.596793 tst mo_mt_call.py: using LAC 21242\u000a11:46:21.718335 tst mo_mt_call.py: using RAC 77\u000a11:46:21.843575 tst mo_mt_call.py: using CellId 21242\u000a11:46:21.964274 tst mo_mt_call.py: using BVCI 21243\u000a11:46:21.987553 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:46:21.998946 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:46:22.010059 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:46:22.021287 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:46:22.032445 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:46:22.043534 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:46:22.163928 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:46:22.368724 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:46:22.863889 run create_hlr_db(pid=1647): Launched\u000a11:46:23.040545 bus /sierra_2: Setting Powered False\u000a11:46:24.062567 run create_hlr_db(pid=1647): Terminated: ok {rc=0}\u000a11:46:24.475108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1649): Launched\u000a11:46:24.784901 run osmo-hlr_10.42.42.2(pid=1650): Launched\u000a11:46:24.906202 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:46:25.449461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1652): Launched\u000a11:46:25.761335 run osmo-stp_10.42.42.5(pid=1653): Launched\u000a11:46:25.883164 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:46:26.453986 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1655): Launched\u000a11:46:26.765148 run osmo-msc_10.42.42.6(pid=1656): Launched\u000a11:46:26.946636 run osmo-stp_10.42.42.5(pid=1653): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1653)]\u000a11:46:27.077610 run osmo-stp_10.42.42.5(pid=1653): stdout: \u000a| (launched: 2022-12-09_11:46:25.607199)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:46:27.206120 run osmo-stp_10.42.42.5(pid=1653): stderr: \u000a| �[0;m�[38;5;43m20221209114625780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114625780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114625781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114625781 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114625781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114625782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114625782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:46:27.329460 run osmo-stp_10.42.42.5(pid=1653): stdout: \u000a| (launched: 2022-12-09_11:46:25.607199)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:46:27.451802 run osmo-stp_10.42.42.5(pid=1653): stderr: \u000a| �[0;m�[38;5;43m20221209114625780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114625780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114625781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114625781 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114625781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114625782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114625782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:46:27.506813 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1653): Process ended prematurely: osmo-stp_10.42.42.5(pid=1653) [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1653)] [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a11:46:27.515340 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a11:46:27.575688 run osmo-hlr_10.42.42.2(pid=1650): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1650)]\u000a11:46:27.625491 run osmo-hlr_10.42.42.2(pid=1650): stdout: \u000a| (launched: 2022-12-09_11:46:24.631922) \u000a11:46:27.676260 run osmo-hlr_10.42.42.2(pid=1650): stderr: \u000a| �[0;m�[1;31m20221209114624810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209114624810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209114624810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114624810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114624810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209114624810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209114624822 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209114624830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209114624831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209114624831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:46:27.744581 run osmo-msc_10.42.42.6(pid=1656): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1656)]\u000a11:46:27.794227 run osmo-msc_10.42.42.6(pid=1656): stdout: \u000a| (launched: 2022-12-09_11:46:26.610579) \u000a11:46:27.844239 run osmo-msc_10.42.42.6(pid=1656): stderr: \u000a| �[0;m�[38;5;43m20221209114626884 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209114626884 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4f8f026c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209114626884 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209114626884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209114626884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209114626884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209114626886 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209114626886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209114626887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209114626887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:46:27.886623 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1649): Terminating (SIGTERM)\u000a11:46:27.926488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1652): Terminating (SIGTERM)\u000a11:46:27.966497 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1655): Terminating (SIGTERM)\u000a11:46:27.975618 --- ParallelTerminationStrategy: PID 1649 died...\u000a11:46:28.029150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1649): Terminated: ok {rc=0}\u000a11:46:28.038741 --- ParallelTerminationStrategy: PID 1652 died...\u000a11:46:28.092010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1652): Terminated: ok {rc=0}\u000a11:46:28.101874 --- ParallelTerminationStrategy: PID 1655 died...\u000a11:46:28.155197 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1655): Terminated: ok {rc=0}\u000a11:46:28.239260 bus /sierra_3: Setting Powered False\u000a11:46:29.348018 bus /sierra_3: Setting Powered False\u000a11:46:30.456787 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 195, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1664): Process ended prematurely: osmo-stp_10.42.42.5(pid=1664) [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1664)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1664): Process ended prematurely: osmo-stp_10.42.42.5(pid=1664) [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1664)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:46:31.576260 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:46:31.589905 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a11:46:31.767031 tst mo_mt_call_osmux.py: using LAC 21243\u000a11:46:31.898611 tst mo_mt_call_osmux.py: using RAC 78\u000a11:46:32.021527 tst mo_mt_call_osmux.py: using CellId 21243\u000a11:46:32.143509 tst mo_mt_call_osmux.py: using BVCI 21244\u000a11:46:32.167266 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:46:32.179104 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:46:32.191899 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:46:32.203545 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:46:32.215273 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:46:32.227113 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:46:32.345908 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:46:32.550937 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:46:33.047571 run create_hlr_db(pid=1658): Launched\u000a11:46:33.225521 bus /sierra_2: Setting Powered False\u000a11:46:34.246330 run create_hlr_db(pid=1658): Terminated: ok {rc=0}\u000a11:46:34.687213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1660): Launched\u000a11:46:35.018046 run osmo-hlr_10.42.42.2(pid=1661): Launched\u000a11:46:35.140170 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:46:35.720836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1663): Launched\u000a11:46:36.053096 run osmo-stp_10.42.42.5(pid=1664): Launched\u000a11:46:36.172844 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:46:36.777046 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1666): Launched\u000a11:46:37.107535 run osmo-msc_10.42.42.6(pid=1667): Launched\u000a11:46:37.301034 run osmo-stp_10.42.42.5(pid=1664): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1664)]\u000a11:46:37.440261 run osmo-stp_10.42.42.5(pid=1664): stdout: \u000a| (launched: 2022-12-09_11:46:35.889804)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:46:37.579904 run osmo-stp_10.42.42.5(pid=1664): stderr: \u000a| �[0;m�[38;5;43m20221209114636083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114636083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114636084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114636084 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114636084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114636085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114636085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:46:37.712631 run osmo-stp_10.42.42.5(pid=1664): stdout: \u000a| (launched: 2022-12-09_11:46:35.889804)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:46:37.843718 run osmo-stp_10.42.42.5(pid=1664): stderr: \u000a| �[0;m�[38;5;43m20221209114636083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114636083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114636084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114636084 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114636084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114636085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114636085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:46:37.901732 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1664): Process ended prematurely: osmo-stp_10.42.42.5(pid=1664) [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1664)] [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a11:46:37.911255 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a11:46:37.975281 run osmo-hlr_10.42.42.2(pid=1661): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1661)]\u000a11:46:38.027482 run osmo-hlr_10.42.42.2(pid=1661): stdout: \u000a| (launched: 2022-12-09_11:46:34.855131) \u000a11:46:38.080649 run osmo-hlr_10.42.42.2(pid=1661): stderr: \u000a| �[0;m�[1;31m20221209114635053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209114635053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209114635053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114635053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114635054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209114635054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209114635067 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209114635077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209114635077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209114635077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:46:38.152212 run osmo-msc_10.42.42.6(pid=1667): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1667)]\u000a11:46:38.204444 run osmo-msc_10.42.42.6(pid=1667): stdout: \u000a| (launched: 2022-12-09_11:46:36.944780) \u000a11:46:38.257749 run osmo-msc_10.42.42.6(pid=1667): stderr: \u000a| �[0;m�[38;5;43m20221209114637268 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209114637268 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f93330c7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209114637268 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209114637268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209114637268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209114637269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209114637270 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209114637271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209114637271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209114637271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:46:38.302567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1660): Terminating (SIGTERM)\u000a11:46:38.345484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1663): Terminating (SIGTERM)\u000a11:46:38.388570 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1666): Terminating (SIGTERM)\u000a11:46:38.398550 --- ParallelTerminationStrategy: PID 1660 died...\u000a11:46:38.455706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1660): Terminated: ok {rc=0}\u000a11:46:38.465944 --- ParallelTerminationStrategy: PID 1663 died...\u000a11:46:38.522672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1663): Terminated: ok {rc=0}\u000a11:46:38.532777 --- ParallelTerminationStrategy: PID 1666 died...\u000a11:46:38.589356 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1666): Terminated: ok {rc=0}\u000a11:46:38.678544 bus /sierra_3: Setting Powered False\u000a11:46:39.785290 bus /sierra_3: Setting Powered False\u000a11:46:40.897127 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "61", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:46:21" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1678): Process ended prematurely: osmo-stp_10.42.42.5(pid=1678) [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1678)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1678): Process ended prematurely: osmo-stp_10.42.42.5(pid=1678) [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1678)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a11:46:42.907333 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:46:42.918611 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a11:46:43.085760 tst mo_mt_call.py: using LAC 21244\u000a11:46:43.216828 tst mo_mt_call.py: using RAC 79\u000a11:46:43.346939 tst mo_mt_call.py: using CellId 21244\u000a11:46:43.478136 tst mo_mt_call.py: using BVCI 21245\u000a11:46:43.503471 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:46:43.515434 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:46:43.527363 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:46:43.540212 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:46:43.552039 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:46:43.564176 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:46:43.688285 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:46:43.892175 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:46:44.389543 run create_hlr_db(pid=1672): Launched\u000a11:46:44.567492 bus /sierra_2: Setting Powered False\u000a11:46:45.588730 run create_hlr_db(pid=1672): Terminated: ok {rc=0}\u000a11:46:46.062450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1674): Launched\u000a11:46:46.493369 run osmo-hlr_10.42.42.2(pid=1675): Launched\u000a11:46:46.660514 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:46:47.233342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1677): Launched\u000a11:46:47.546035 run osmo-stp_10.42.42.5(pid=1678): Launched\u000a11:46:47.658381 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:46:48.230490 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1680): Launched\u000a11:46:48.542525 run osmo-msc_10.42.42.6(pid=1681): Launched\u000a11:46:48.723562 run osmo-stp_10.42.42.5(pid=1678): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1678)]\u000a11:46:48.854649 run osmo-stp_10.42.42.5(pid=1678): stdout: \u000a| (launched: 2022-12-09_11:46:47.392545)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:46:48.983226 run osmo-stp_10.42.42.5(pid=1678): stderr: \u000a| �[0;m�[38;5;43m20221209114647565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114647565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114647565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114647565 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114647566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114647566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114647566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:46:49.107221 run osmo-stp_10.42.42.5(pid=1678): stdout: \u000a| (launched: 2022-12-09_11:46:47.392545)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:46:49.230048 run osmo-stp_10.42.42.5(pid=1678): stderr: \u000a| �[0;m�[38;5;43m20221209114647565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114647565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114647565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114647565 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114647566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114647566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114647566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:46:49.284730 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1678): Process ended prematurely: osmo-stp_10.42.42.5(pid=1678) [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1678)] [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a11:46:49.293515 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a11:46:49.353892 run osmo-hlr_10.42.42.2(pid=1675): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1675)]\u000a11:46:49.403529 run osmo-hlr_10.42.42.2(pid=1675): stdout: \u000a| (launched: 2022-12-09_11:46:46.225396) \u000a11:46:49.453725 run osmo-hlr_10.42.42.2(pid=1675): stderr: \u000a| �[0;m�[1;31m20221209114646426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209114646426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209114646426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114646426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114646426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209114646426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209114646441 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209114646464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209114646465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209114646465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:46:49.522587 run osmo-msc_10.42.42.6(pid=1681): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1681)]\u000a11:46:49.572335 run osmo-msc_10.42.42.6(pid=1681): stdout: \u000a| (launched: 2022-12-09_11:46:48.388395) \u000a11:46:49.622569 run osmo-msc_10.42.42.6(pid=1681): stderr: \u000a| �[0;m�[38;5;43m20221209114648663 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209114648663 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fac7c87cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209114648663 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209114648663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209114648663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209114648664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209114648666 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209114648666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209114648666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209114648666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:46:49.666146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1674): Terminating (SIGTERM)\u000a11:46:49.706459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1677): Terminating (SIGTERM)\u000a11:46:49.746632 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1680): Terminating (SIGTERM)\u000a11:46:49.755857 --- ParallelTerminationStrategy: PID 1674 died...\u000a11:46:49.809718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1674): Terminated: ok {rc=0}\u000a11:46:49.819416 --- ParallelTerminationStrategy: PID 1677 died...\u000a11:46:49.873646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1677): Terminated: ok {rc=0}\u000a11:46:49.883246 --- ParallelTerminationStrategy: PID 1680 died...\u000a11:46:49.936308 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1680): Terminated: ok {rc=0}\u000a11:46:50.026302 bus /sierra_3: Setting Powered False\u000a11:46:51.130791 bus /sierra_3: Setting Powered False\u000a11:46:52.242899 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 195, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1689): Process ended prematurely: osmo-stp_10.42.42.5(pid=1689) [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1689)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1689): Process ended prematurely: osmo-stp_10.42.42.5(pid=1689) [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1689)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:46:53.354918 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:46:53.367144 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a11:46:53.526552 tst mo_mt_call_osmux.py: using LAC 21245\u000a11:46:53.659912 tst mo_mt_call_osmux.py: using RAC 80\u000a11:46:53.794152 tst mo_mt_call_osmux.py: using CellId 21245\u000a11:46:53.922352 tst mo_mt_call_osmux.py: using BVCI 21246\u000a11:46:53.947812 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:46:53.959874 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:46:53.971601 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:46:53.984437 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:46:53.996332 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:46:54.008602 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:46:54.130388 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:46:54.338234 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:46:54.835964 run create_hlr_db(pid=1683): Launched\u000a11:46:55.013567 bus /sierra_2: Setting Powered False\u000a11:46:56.035324 run create_hlr_db(pid=1683): Terminated: ok {rc=0}\u000a11:46:56.451201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1685): Launched\u000a11:46:56.762793 run osmo-hlr_10.42.42.2(pid=1686): Launched\u000a11:46:56.885024 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:46:57.433610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1688): Launched\u000a11:46:57.746806 run osmo-stp_10.42.42.5(pid=1689): Launched\u000a11:46:57.858425 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:46:58.426413 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1691): Launched\u000a11:46:58.739326 run osmo-msc_10.42.42.6(pid=1692): Launched\u000a11:46:58.921388 run osmo-stp_10.42.42.5(pid=1689): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1689)]\u000a11:46:59.052704 run osmo-stp_10.42.42.5(pid=1689): stdout: \u000a| (launched: 2022-12-09_11:46:57.592764)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:46:59.181529 run osmo-stp_10.42.42.5(pid=1689): stderr: \u000a| �[0;m�[38;5;43m20221209114657766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114657766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114657767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114657767 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114657767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114657767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114657768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:46:59.305657 run osmo-stp_10.42.42.5(pid=1689): stdout: \u000a| (launched: 2022-12-09_11:46:57.592764)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:46:59.427903 run osmo-stp_10.42.42.5(pid=1689): stderr: \u000a| �[0;m�[38;5;43m20221209114657766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114657766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114657767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114657767 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114657767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114657767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114657768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:46:59.482136 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1689): Process ended prematurely: osmo-stp_10.42.42.5(pid=1689) [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1689)] [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a11:46:59.490958 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a11:46:59.550805 run osmo-hlr_10.42.42.2(pid=1686): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1686)]\u000a11:46:59.599924 run osmo-hlr_10.42.42.2(pid=1686): stdout: \u000a| (launched: 2022-12-09_11:46:56.608787) \u000a11:46:59.649687 run osmo-hlr_10.42.42.2(pid=1686): stderr: \u000a| �[0;m�[1;31m20221209114656785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209114656785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209114656785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114656785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114656785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209114656786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209114656799 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209114656807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209114656807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209114656807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:46:59.717188 run osmo-msc_10.42.42.6(pid=1692): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1692)]\u000a11:46:59.766784 run osmo-msc_10.42.42.6(pid=1692): stdout: \u000a| (launched: 2022-12-09_11:46:58.584666) \u000a11:46:59.816501 run osmo-msc_10.42.42.6(pid=1692): stderr: \u000a| �[0;m�[38;5;43m20221209114658859 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209114658859 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcfb208cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209114658860 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209114658860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209114658860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209114658860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209114658862 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209114658862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209114658862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209114658862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:46:59.858932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1685): Terminating (SIGTERM)\u000a11:46:59.898742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1688): Terminating (SIGTERM)\u000a11:46:59.938911 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1691): Terminating (SIGTERM)\u000a11:46:59.948103 --- ParallelTerminationStrategy: PID 1685 died...\u000a11:47:00.001636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1685): Terminated: ok {rc=0}\u000a11:47:00.011297 --- ParallelTerminationStrategy: PID 1688 died...\u000a11:47:00.064555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1688): Terminated: ok {rc=0}\u000a11:47:00.074185 --- ParallelTerminationStrategy: PID 1691 died...\u000a11:47:00.127535 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1691): Terminated: ok {rc=0}\u000a11:47:00.217651 bus /sierra_3: Setting Powered False\u000a11:47:01.323947 bus /sierra_3: Setting Powered False\u000a11:47:02.430713 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "62", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:46:42" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1703): Process ended prematurely: osmo-stp_10.42.42.5(pid=1703) [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1703)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1703): Process ended prematurely: osmo-stp_10.42.42.5(pid=1703) [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1703)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a11:47:04.425083 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:47:04.436379 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a11:47:04.593406 tst mo_mt_call.py: using LAC 21246\u000a11:47:04.714202 tst mo_mt_call.py: using RAC 81\u000a11:47:04.835672 tst mo_mt_call.py: using CellId 21246\u000a11:47:04.959156 tst mo_mt_call.py: using BVCI 21247\u000a11:47:04.982845 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:47:04.994212 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:47:05.005284 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:47:05.016363 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:47:05.027528 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:47:05.038594 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:47:05.157875 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:47:05.373977 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:47:05.897014 run create_hlr_db(pid=1697): Launched\u000a11:47:06.088755 bus /sierra_2: Setting Powered False\u000a11:47:07.099503 run create_hlr_db(pid=1697): Terminated: ok {rc=0}\u000a11:47:07.549369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1699): Launched\u000a11:47:07.881818 run osmo-hlr_10.42.42.2(pid=1700): Launched\u000a11:47:08.005816 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:47:08.582583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1702): Launched\u000a11:47:08.913733 run osmo-stp_10.42.42.5(pid=1703): Launched\u000a11:47:09.033877 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:47:09.640299 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1705): Launched\u000a11:47:09.973767 run osmo-msc_10.42.42.6(pid=1706): Launched\u000a11:47:10.168140 run osmo-stp_10.42.42.5(pid=1703): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1703)]\u000a11:47:10.309299 run osmo-stp_10.42.42.5(pid=1703): stdout: \u000a| (launched: 2022-12-09_11:47:08.751012)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:47:10.448610 run osmo-stp_10.42.42.5(pid=1703): stderr: \u000a| �[0;m�[38;5;43m20221209114708944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114708944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114708945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114708945 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114708946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114708946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114708946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:47:10.582248 run osmo-stp_10.42.42.5(pid=1703): stdout: \u000a| (launched: 2022-12-09_11:47:08.751012)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:47:10.714380 run osmo-stp_10.42.42.5(pid=1703): stderr: \u000a| �[0;m�[38;5;43m20221209114708944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114708944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114708945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114708945 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114708946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114708946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114708946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:47:10.772696 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1703): Process ended prematurely: osmo-stp_10.42.42.5(pid=1703) [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1703)] [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a11:47:10.782466 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a11:47:10.847340 run osmo-hlr_10.42.42.2(pid=1700): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1700)]\u000a11:47:10.899990 run osmo-hlr_10.42.42.2(pid=1700): stdout: \u000a| (launched: 2022-12-09_11:47:07.718326) \u000a11:47:10.953206 run osmo-hlr_10.42.42.2(pid=1700): stderr: \u000a| �[0;m�[1;31m20221209114707918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209114707918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209114707918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114707918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114707918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209114707918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209114707933 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209114707941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209114707941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209114707941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:47:11.025819 run osmo-msc_10.42.42.6(pid=1706): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1706)]\u000a11:47:11.078381 run osmo-msc_10.42.42.6(pid=1706): stdout: \u000a| (launched: 2022-12-09_11:47:09.809385) \u000a11:47:11.131390 run osmo-msc_10.42.42.6(pid=1706): stderr: \u000a| �[0;m�[38;5;43m20221209114710131 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209114710131 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5fc42e4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209114710131 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209114710132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209114710132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209114710132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209114710134 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209114710134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209114710134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209114710134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:47:11.176833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1699): Terminating (SIGTERM)\u000a11:47:11.219633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1702): Terminating (SIGTERM)\u000a11:47:11.263527 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1705): Terminating (SIGTERM)\u000a11:47:11.273919 --- ParallelTerminationStrategy: PID 1699 died...\u000a11:47:11.331826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1699): Terminated: ok {rc=0}\u000a11:47:11.342232 --- ParallelTerminationStrategy: PID 1702 died...\u000a11:47:11.399635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1702): Terminated: ok {rc=0}\u000a11:47:11.410150 --- ParallelTerminationStrategy: PID 1705 died...\u000a11:47:11.467463 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1705): Terminated: ok {rc=0}\u000a11:47:11.555776 bus /sierra_3: Setting Powered False\u000a11:47:12.664323 bus /sierra_3: Setting Powered False\u000a11:47:13.777048 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 195, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1714): Process ended prematurely: osmo-stp_10.42.42.5(pid=1714) [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1714)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1714): Process ended prematurely: osmo-stp_10.42.42.5(pid=1714) [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1714)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:47:14.895331 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:47:14.908160 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a11:47:15.082137 tst mo_mt_call_osmux.py: using LAC 21247\u000a11:47:15.210833 tst mo_mt_call_osmux.py: using RAC 82\u000a11:47:15.344327 tst mo_mt_call_osmux.py: using CellId 21247\u000a11:47:15.472123 tst mo_mt_call_osmux.py: using BVCI 21248\u000a11:47:15.497658 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:47:15.509664 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:47:15.521505 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:47:15.534477 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:47:15.546473 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:47:15.558804 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:47:15.685158 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:47:15.907214 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:47:16.475663 run create_hlr_db(pid=1708): Launched\u000a11:47:16.672426 bus /sierra_2: Setting Powered False\u000a11:47:17.689905 run create_hlr_db(pid=1708): Terminated: ok {rc=0}\u000a11:47:18.133462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1710): Launched\u000a11:47:18.467141 run osmo-hlr_10.42.42.2(pid=1711): Launched\u000a11:47:18.587460 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:47:19.163104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1713): Launched\u000a11:47:19.496221 run osmo-stp_10.42.42.5(pid=1714): Launched\u000a11:47:19.617281 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:47:20.223471 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1716): Launched\u000a11:47:20.557833 run osmo-msc_10.42.42.6(pid=1717): Launched\u000a11:47:20.751698 run osmo-stp_10.42.42.5(pid=1714): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1714)]\u000a11:47:20.891773 run osmo-stp_10.42.42.5(pid=1714): stdout: \u000a| (launched: 2022-12-09_11:47:19.331853)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:47:21.030743 run osmo-stp_10.42.42.5(pid=1714): stderr: \u000a| �[0;m�[38;5;43m20221209114719524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114719524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114719525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114719525 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114719525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114719526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114719526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:47:21.163554 run osmo-stp_10.42.42.5(pid=1714): stdout: \u000a| (launched: 2022-12-09_11:47:19.331853)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:47:21.295468 run osmo-stp_10.42.42.5(pid=1714): stderr: \u000a| �[0;m�[38;5;43m20221209114719524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114719524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114719525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114719525 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114719525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114719526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114719526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:47:21.353854 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1714): Process ended prematurely: osmo-stp_10.42.42.5(pid=1714) [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1714)] [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a11:47:21.363343 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a11:47:21.427576 run osmo-hlr_10.42.42.2(pid=1711): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1711)]\u000a11:47:21.479782 run osmo-hlr_10.42.42.2(pid=1711): stdout: \u000a| (launched: 2022-12-09_11:47:18.302866) \u000a11:47:21.532820 run osmo-hlr_10.42.42.2(pid=1711): stderr: \u000a| �[0;m�[1;31m20221209114718502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209114718502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209114718502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114718502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114718502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209114718502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209114718514 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209114718524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209114718524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209114718524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:47:21.604583 run osmo-msc_10.42.42.6(pid=1717): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1717)]\u000a11:47:21.656630 run osmo-msc_10.42.42.6(pid=1717): stdout: \u000a| (launched: 2022-12-09_11:47:20.392841) \u000a11:47:21.709455 run osmo-msc_10.42.42.6(pid=1717): stderr: \u000a| �[0;m�[38;5;43m20221209114720715 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209114720715 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7bbb0d1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209114720715 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209114720715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209114720716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209114720716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209114720717 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209114720718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209114720718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209114720718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:47:21.754346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1710): Terminating (SIGTERM)\u000a11:47:21.797104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1713): Terminating (SIGTERM)\u000a11:47:21.840128 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1716): Terminating (SIGTERM)\u000a11:47:21.850108 --- ParallelTerminationStrategy: PID 1710 died...\u000a11:47:21.907467 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1710): Terminated: ok {rc=0}\u000a11:47:21.918272 --- ParallelTerminationStrategy: PID 1713 died...\u000a11:47:21.975363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1713): Terminated: ok {rc=0}\u000a11:47:21.985990 --- ParallelTerminationStrategy: PID 1716 died...\u000a11:47:22.043065 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1716): Terminated: ok {rc=0}\u000a11:47:22.132220 bus /sierra_3: Setting Powered False\u000a11:47:23.239701 bus /sierra_3: Setting Powered False\u000a11:47:24.352199 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "63", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:47:04" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1728): Process ended prematurely: osmo-stp_10.42.42.5(pid=1728) [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1728)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1728): Process ended prematurely: osmo-stp_10.42.42.5(pid=1728) [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1728)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a11:47:26.373392 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:47:26.385142 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a11:47:26.554105 tst mo_mt_call.py: using LAC 21248\u000a11:47:26.680002 tst mo_mt_call.py: using RAC 83\u000a11:47:26.804229 tst mo_mt_call.py: using CellId 21248\u000a11:47:26.931392 tst mo_mt_call.py: using BVCI 21249\u000a11:47:26.955254 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:47:26.966968 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:47:26.978323 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:47:26.990149 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:47:27.001797 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:47:27.013199 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:47:27.130950 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:47:27.336494 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:47:27.832860 run create_hlr_db(pid=1722): Launched\u000a11:47:28.011783 bus /sierra_2: Setting Powered False\u000a11:47:29.033025 run create_hlr_db(pid=1722): Terminated: ok {rc=0}\u000a11:47:29.474767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1724): Launched\u000a11:47:29.806373 run osmo-hlr_10.42.42.2(pid=1725): Launched\u000a11:47:29.928628 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:47:30.509990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1727): Launched\u000a11:47:30.846842 run osmo-stp_10.42.42.5(pid=1728): Launched\u000a11:47:31.084891 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:47:31.716653 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1730): Launched\u000a11:47:32.148208 run osmo-msc_10.42.42.6(pid=1731): Launched\u000a11:47:32.380053 run osmo-stp_10.42.42.5(pid=1728): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1728)]\u000a11:47:32.512479 run osmo-stp_10.42.42.5(pid=1728): stdout: \u000a| (launched: 2022-12-09_11:47:30.678413)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:47:32.642902 run osmo-stp_10.42.42.5(pid=1728): stderr: \u000a| �[0;m�[38;5;43m20221209114730918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114730918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114730919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114730928 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114730929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114730929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114730929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:47:32.767816 run osmo-stp_10.42.42.5(pid=1728): stdout: \u000a| (launched: 2022-12-09_11:47:30.678413)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:47:32.891856 run osmo-stp_10.42.42.5(pid=1728): stderr: \u000a| �[0;m�[38;5;43m20221209114730918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114730918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114730919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114730928 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114730929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114730929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114730929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:47:32.946524 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1728): Process ended prematurely: osmo-stp_10.42.42.5(pid=1728) [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1728)] [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a11:47:32.955508 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a11:47:33.016350 run osmo-hlr_10.42.42.2(pid=1725): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1725)]\u000a11:47:33.066479 run osmo-hlr_10.42.42.2(pid=1725): stdout: \u000a| (launched: 2022-12-09_11:47:29.643282) \u000a11:47:33.117309 run osmo-hlr_10.42.42.2(pid=1725): stderr: \u000a| �[0;m�[1;31m20221209114729845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209114729845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209114729845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114729845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114729845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209114729845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209114729858 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209114729866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209114729866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209114729866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:47:33.185792 run osmo-msc_10.42.42.6(pid=1731): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1731)]\u000a11:47:33.235613 run osmo-msc_10.42.42.6(pid=1731): stdout: \u000a| (launched: 2022-12-09_11:47:31.889107) \u000a11:47:33.286202 run osmo-msc_10.42.42.6(pid=1731): stderr: \u000a| �[0;m�[38;5;43m20221209114732309 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209114732309 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f396ffb5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209114732309 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209114732309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209114732309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209114732310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209114732311 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209114732312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209114732312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209114732312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:47:33.329489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1724): Terminating (SIGTERM)\u000a11:47:33.370278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1727): Terminating (SIGTERM)\u000a11:47:33.411177 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1730): Terminating (SIGTERM)\u000a11:47:33.420705 --- ParallelTerminationStrategy: PID 1724 died...\u000a11:47:33.475199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1724): Terminated: ok {rc=0}\u000a11:47:33.485112 --- ParallelTerminationStrategy: PID 1727 died...\u000a11:47:33.539079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1727): Terminated: ok {rc=0}\u000a11:47:33.549137 --- ParallelTerminationStrategy: PID 1730 died...\u000a11:47:33.603191 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1730): Terminated: ok {rc=0}\u000a11:47:33.693938 bus /sierra_3: Setting Powered False\u000a11:47:34.799376 bus /sierra_3: Setting Powered False\u000a11:47:35.917301 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 195, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1740): Process ended prematurely: osmo-stp_10.42.42.5(pid=1740) [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1740)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1740): Process ended prematurely: osmo-stp_10.42.42.5(pid=1740) [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1740)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:47:37.030460 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:47:37.042706 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a11:47:37.205867 tst mo_mt_call_osmux.py: using LAC 21249\u000a11:47:37.326987 tst mo_mt_call_osmux.py: using RAC 84\u000a11:47:37.451903 tst mo_mt_call_osmux.py: using CellId 21249\u000a11:47:37.582103 tst mo_mt_call_osmux.py: using BVCI 21250\u000a11:47:37.607417 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:47:37.619100 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:47:37.630946 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:47:37.642909 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:47:37.655676 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:47:37.667295 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:47:37.790793 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:47:37.999393 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:47:38.500343 run create_hlr_db(pid=1734): Launched\u000a11:47:38.679762 bus /sierra_2: Setting Powered False\u000a11:47:39.701728 run create_hlr_db(pid=1734): Terminated: ok {rc=0}\u000a11:47:40.145826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1736): Launched\u000a11:47:40.480696 run osmo-hlr_10.42.42.2(pid=1737): Launched\u000a11:47:40.602553 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:47:41.180871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1739): Launched\u000a11:47:41.514597 run osmo-stp_10.42.42.5(pid=1740): Launched\u000a11:47:41.635238 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:47:42.244680 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1742): Launched\u000a11:47:42.579709 run osmo-msc_10.42.42.6(pid=1743): Launched\u000a11:47:42.773144 run osmo-stp_10.42.42.5(pid=1740): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1740)]\u000a11:47:42.913183 run osmo-stp_10.42.42.5(pid=1740): stdout: \u000a| (launched: 2022-12-09_11:47:41.351182)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:47:43.051685 run osmo-stp_10.42.42.5(pid=1740): stderr: \u000a| �[0;m�[38;5;43m20221209114741544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114741545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114741545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114741545 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114741546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114741546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114741546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:47:43.184571 run osmo-stp_10.42.42.5(pid=1740): stdout: \u000a| (launched: 2022-12-09_11:47:41.351182)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:47:43.316560 run osmo-stp_10.42.42.5(pid=1740): stderr: \u000a| �[0;m�[38;5;43m20221209114741544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114741545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114741545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114741545 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114741546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114741546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114741546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:47:43.374883 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1740): Process ended prematurely: osmo-stp_10.42.42.5(pid=1740) [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1740)] [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a11:47:43.384113 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a11:47:43.448196 run osmo-hlr_10.42.42.2(pid=1737): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1737)]\u000a11:47:43.500874 run osmo-hlr_10.42.42.2(pid=1737): stdout: \u000a| (launched: 2022-12-09_11:47:40.316277) \u000a11:47:43.553931 run osmo-hlr_10.42.42.2(pid=1737): stderr: \u000a| �[0;m�[1;31m20221209114740517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209114740517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209114740517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114740517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114740517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209114740517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209114740528 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209114740537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209114740537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209114740537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:47:43.625623 run osmo-msc_10.42.42.6(pid=1743): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1743)]\u000a11:47:43.677812 run osmo-msc_10.42.42.6(pid=1743): stdout: \u000a| (launched: 2022-12-09_11:47:42.413988) \u000a11:47:43.730750 run osmo-msc_10.42.42.6(pid=1743): stderr: \u000a| �[0;m�[38;5;43m20221209114742737 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209114742737 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd323a87c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209114742737 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209114742737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209114742737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209114742737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209114742739 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209114742741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209114742741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209114742741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:47:43.775338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1736): Terminating (SIGTERM)\u000a11:47:43.818238 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1739): Terminating (SIGTERM)\u000a11:47:43.860613 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1742): Terminating (SIGTERM)\u000a11:47:43.870343 --- ParallelTerminationStrategy: PID 1736 died...\u000a11:47:43.926910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1736): Terminated: ok {rc=0}\u000a11:47:43.936885 --- ParallelTerminationStrategy: PID 1739 died...\u000a11:47:43.993134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1739): Terminated: ok {rc=0}\u000a11:47:44.003167 --- ParallelTerminationStrategy: PID 1742 died...\u000a11:47:44.060105 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1742): Terminated: ok {rc=0}\u000a11:47:44.147707 bus /sierra_3: Setting Powered False\u000a11:47:45.255711 bus /sierra_3: Setting Powered False\u000a11:47:46.365652 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "64", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:47:26" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1754): Process ended prematurely: osmo-stp_10.42.42.5(pid=1754) [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1754)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1754): Process ended prematurely: osmo-stp_10.42.42.5(pid=1754) [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1754)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a11:47:48.382307 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:47:48.394160 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a11:47:48.567058 tst mo_mt_call.py: using LAC 21250\u000a11:47:48.697401 tst mo_mt_call.py: using RAC 85\u000a11:47:48.827012 tst mo_mt_call.py: using CellId 21250\u000a11:47:48.956005 tst mo_mt_call.py: using BVCI 21251\u000a11:47:48.981255 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:47:48.992860 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:47:49.004392 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:47:49.016288 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:47:49.028193 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:47:49.039960 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:47:49.162768 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:47:49.378488 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:47:49.900448 run create_hlr_db(pid=1748): Launched\u000a11:47:50.091693 bus /sierra_2: Setting Powered False\u000a11:47:51.113753 run create_hlr_db(pid=1748): Terminated: ok {rc=0}\u000a11:47:51.533387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1750): Launched\u000a11:47:51.857690 run osmo-hlr_10.42.42.2(pid=1751): Launched\u000a11:47:51.981977 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:47:52.561462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1753): Launched\u000a11:47:52.893745 run osmo-stp_10.42.42.5(pid=1754): Launched\u000a11:47:53.014223 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:47:53.621638 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1756): Launched\u000a11:47:53.953888 run osmo-msc_10.42.42.6(pid=1757): Launched\u000a11:47:54.148005 run osmo-stp_10.42.42.5(pid=1754): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1754)]\u000a11:47:54.288442 run osmo-stp_10.42.42.5(pid=1754): stdout: \u000a| (launched: 2022-12-09_11:47:52.730570)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:47:54.427821 run osmo-stp_10.42.42.5(pid=1754): stderr: \u000a| �[0;m�[38;5;43m20221209114752925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114752926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114752926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114752926 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114752927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114752927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114752927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:47:54.561056 run osmo-stp_10.42.42.5(pid=1754): stdout: \u000a| (launched: 2022-12-09_11:47:52.730570)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:47:54.693117 run osmo-stp_10.42.42.5(pid=1754): stderr: \u000a| �[0;m�[38;5;43m20221209114752925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114752926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114752926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114752926 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114752927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114752927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114752927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:47:54.751196 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1754): Process ended prematurely: osmo-stp_10.42.42.5(pid=1754) [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1754)] [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a11:47:54.760801 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a11:47:54.825521 run osmo-hlr_10.42.42.2(pid=1751): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1751)]\u000a11:47:54.877706 run osmo-hlr_10.42.42.2(pid=1751): stdout: \u000a| (launched: 2022-12-09_11:47:51.692023) \u000a11:47:54.930675 run osmo-hlr_10.42.42.2(pid=1751): stderr: \u000a| �[0;m�[1;31m20221209114751887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209114751887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209114751887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114751887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114751887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209114751887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209114751899 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209114751907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209114751908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209114751908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:47:55.002488 run osmo-msc_10.42.42.6(pid=1757): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1757)]\u000a11:47:55.054576 run osmo-msc_10.42.42.6(pid=1757): stdout: \u000a| (launched: 2022-12-09_11:47:53.790182) \u000a11:47:55.107481 run osmo-msc_10.42.42.6(pid=1757): stderr: \u000a| �[0;m�[38;5;43m20221209114754112 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209114754113 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f500483cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209114754113 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209114754113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209114754113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209114754113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209114754115 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209114754115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209114754115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209114754115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:47:55.152055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1750): Terminating (SIGTERM)\u000a11:47:55.195342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1753): Terminating (SIGTERM)\u000a11:47:55.238011 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1756): Terminating (SIGTERM)\u000a11:47:55.248224 --- ParallelTerminationStrategy: PID 1750 died...\u000a11:47:55.306240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1750): Terminated: ok {rc=0}\u000a11:47:55.316488 --- ParallelTerminationStrategy: PID 1753 died...\u000a11:47:55.373751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1753): Terminated: ok {rc=0}\u000a11:47:55.383986 --- ParallelTerminationStrategy: PID 1756 died...\u000a11:47:55.440661 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1756): Terminated: ok {rc=0}\u000a11:47:55.527679 bus /sierra_3: Setting Powered False\u000a11:47:56.635723 bus /sierra_3: Setting Powered False\u000a11:47:57.744653 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 195, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1765): Process ended prematurely: osmo-stp_10.42.42.5(pid=1765) [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1765)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1765): Process ended prematurely: osmo-stp_10.42.42.5(pid=1765) [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1765)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:47:58.861353 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:47:58.873991 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a11:47:59.044023 tst mo_mt_call_osmux.py: using LAC 21251\u000a11:47:59.168627 tst mo_mt_call_osmux.py: using RAC 86\u000a11:47:59.292416 tst mo_mt_call_osmux.py: using CellId 21251\u000a11:47:59.419912 tst mo_mt_call_osmux.py: using BVCI 21252\u000a11:47:59.443636 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:47:59.455143 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:47:59.466618 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:47:59.477881 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:47:59.489073 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:47:59.500078 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:47:59.621941 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:47:59.829790 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:48:00.330848 run create_hlr_db(pid=1759): Launched\u000a11:48:00.511304 bus /sierra_2: Setting Powered False\u000a11:48:01.540006 run create_hlr_db(pid=1759): Terminated: ok {rc=0}\u000a11:48:02.015849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1761): Launched\u000a11:48:02.335396 run osmo-hlr_10.42.42.2(pid=1762): Launched\u000a11:48:02.458654 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:48:03.007277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1764): Launched\u000a11:48:03.319155 run osmo-stp_10.42.42.5(pid=1765): Launched\u000a11:48:03.431556 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:48:04.001979 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1767): Launched\u000a11:48:04.316049 run osmo-msc_10.42.42.6(pid=1768): Launched\u000a11:48:04.499117 run osmo-stp_10.42.42.5(pid=1765): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1765)]\u000a11:48:04.631539 run osmo-stp_10.42.42.5(pid=1765): stdout: \u000a| (launched: 2022-12-09_11:48:03.165396)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:48:04.761401 run osmo-stp_10.42.42.5(pid=1765): stderr: \u000a| �[0;m�[38;5;43m20221209114803337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114803338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114803338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114803338 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114803339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114803339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114803339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:48:04.886126 run osmo-stp_10.42.42.5(pid=1765): stdout: \u000a| (launched: 2022-12-09_11:48:03.165396)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:48:05.009688 run osmo-stp_10.42.42.5(pid=1765): stderr: \u000a| �[0;m�[38;5;43m20221209114803337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114803338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114803338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114803338 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114803339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114803339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114803339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:48:05.064399 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1765): Process ended prematurely: osmo-stp_10.42.42.5(pid=1765) [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1765)] [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a11:48:05.073377 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a11:48:05.133840 run osmo-hlr_10.42.42.2(pid=1762): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1762)]\u000a11:48:05.183517 run osmo-hlr_10.42.42.2(pid=1762): stdout: \u000a| (launched: 2022-12-09_11:48:02.179095) \u000a11:48:05.233526 run osmo-hlr_10.42.42.2(pid=1762): stderr: \u000a| �[0;m�[1;31m20221209114802357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209114802357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209114802357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114802357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114802357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209114802357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209114802369 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209114802377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209114802377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209114802377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:48:05.301504 run osmo-msc_10.42.42.6(pid=1768): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1768)]\u000a11:48:05.350930 run osmo-msc_10.42.42.6(pid=1768): stdout: \u000a| (launched: 2022-12-09_11:48:04.160246) \u000a11:48:05.401058 run osmo-msc_10.42.42.6(pid=1768): stderr: \u000a| �[0;m�[38;5;43m20221209114804435 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209114804436 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4c32d1ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209114804436 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209114804436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209114804436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209114804436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209114804438 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209114804438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209114804439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209114804439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:48:05.443552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1761): Terminating (SIGTERM)\u000a11:48:05.483879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1764): Terminating (SIGTERM)\u000a11:48:05.524175 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1767): Terminating (SIGTERM)\u000a11:48:05.533626 --- ParallelTerminationStrategy: PID 1761 died...\u000a11:48:05.587407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1761): Terminated: ok {rc=0}\u000a11:48:05.597155 --- ParallelTerminationStrategy: PID 1764 died...\u000a11:48:05.650775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1764): Terminated: ok {rc=0}\u000a11:48:05.660732 --- ParallelTerminationStrategy: PID 1767 died...\u000a11:48:05.714457 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1767): Terminated: ok {rc=0}\u000a11:48:05.799829 bus /sierra_3: Setting Powered False\u000a11:48:06.907271 bus /sierra_3: Setting Powered False\u000a11:48:08.021452 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "65", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:47:48" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1780): Process ended prematurely: osmo-stp_10.42.42.5(pid=1780) [trial-2359↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1780)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1780): Process ended prematurely: osmo-stp_10.42.42.5(pid=1780) [trial-2359↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1780)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a11:48:10.036285 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:48:10.047747 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:48:10.206304 tst mo_mt_call.py: using LAC 21252\u000a11:48:10.327234 tst mo_mt_call.py: using RAC 87\u000a11:48:10.449650 tst mo_mt_call.py: using CellId 21252\u000a11:48:10.569852 tst mo_mt_call.py: using BVCI 21253\u000a11:48:10.593418 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:48:10.604587 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:48:10.615767 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:48:10.627123 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:48:10.638556 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:48:10.649855 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:48:10.771508 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:48:10.979984 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:48:11.478407 run create_hlr_db(pid=1773): Launched\u000a11:48:11.657083 bus /sierra_2: Setting Powered False\u000a11:48:12.678921 run create_hlr_db(pid=1773): Terminated: ok {rc=0}\u000a11:48:13.119245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1775): Launched\u000a11:48:13.431057 run osmo-hlr_10.42.42.2(pid=1776): Launched\u000a11:48:13.552716 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:48:14.109783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1778): Launched\u000a11:48:14.443925 run osmo-stp_10.42.42.5(pid=1780): Launched\u000a11:48:14.564924 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:48:15.173178 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1782): Launched\u000a11:48:15.506843 run osmo-msc_10.42.42.6(pid=1783): Launched\u000a11:48:15.702442 run osmo-stp_10.42.42.5(pid=1780): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1780)]\u000a11:48:15.882428 run osmo-stp_10.42.42.5(pid=1780): stdout: \u000a| (launched: 2022-12-09_11:48:14.278924)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:48:16.034660 run osmo-stp_10.42.42.5(pid=1780): stderr: \u000a| �[0;m�[38;5;43m20221209114814473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114814473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114814473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114814474 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114814474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114814474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114814474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:48:16.185594 run osmo-stp_10.42.42.5(pid=1780): stdout: \u000a| (launched: 2022-12-09_11:48:14.278924)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:48:16.326154 run osmo-stp_10.42.42.5(pid=1780): stderr: \u000a| �[0;m�[38;5;43m20221209114814473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114814473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114814473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114814474 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114814474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114814474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114814474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:48:16.384053 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1780): Process ended prematurely: osmo-stp_10.42.42.5(pid=1780) [trial-2359↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1780)] [trial-2359↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a11:48:16.394852 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a11:48:16.456799 run osmo-hlr_10.42.42.2(pid=1776): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1776)]\u000a11:48:16.516050 run osmo-hlr_10.42.42.2(pid=1776): stdout: \u000a| (launched: 2022-12-09_11:48:13.277898) \u000a11:48:16.582716 run osmo-hlr_10.42.42.2(pid=1776): stderr: \u000a| �[0;m�[1;31m20221209114813457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209114813457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209114813457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114813457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114813457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209114813457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209114813469 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209114813478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209114813478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209114813478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:48:16.676247 run osmo-msc_10.42.42.6(pid=1783): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1783)]\u000a11:48:16.728679 run osmo-msc_10.42.42.6(pid=1783): stdout: \u000a| (launched: 2022-12-09_11:48:15.343261) \u000a11:48:16.781043 run osmo-msc_10.42.42.6(pid=1783): stderr: \u000a| �[0;m�[38;5;43m20221209114815669 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209114815669 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc5ff6c4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209114815669 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209114815670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209114815670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209114815670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209114815671 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209114815672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209114815672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209114815672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:48:16.826614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1775): Terminating (SIGTERM)\u000a11:48:16.871650 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1778): Terminating (SIGTERM)\u000a11:48:16.915522 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1782): Terminating (SIGTERM)\u000a11:48:16.926150 --- ParallelTerminationStrategy: PID 1775 died...\u000a11:48:16.983435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1775): Terminated: ok {rc=0}\u000a11:48:16.995971 --- ParallelTerminationStrategy: PID 1778 died...\u000a11:48:17.052360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1778): Terminated: ok {rc=0}\u000a11:48:17.062812 --- ParallelTerminationStrategy: PID 1782 died...\u000a11:48:17.120120 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1782): Terminated: ok {rc=0}\u000a11:48:17.208695 bus /sierra_3: Setting Powered False\u000a11:48:18.311629 bus /sierra_3: Setting Powered False\u000a11:48:19.425375 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 195, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1791): Process ended prematurely: osmo-stp_10.42.42.5(pid=1791) [trial-2359↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1791)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1791): Process ended prematurely: osmo-stp_10.42.42.5(pid=1791) [trial-2359↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1791)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:48:20.538063 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:48:20.550206 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:48:20.712577 tst mo_mt_call_osmux.py: using LAC 21253\u000a11:48:20.834653 tst mo_mt_call_osmux.py: using RAC 88\u000a11:48:20.958272 tst mo_mt_call_osmux.py: using CellId 21253\u000a11:48:21.082209 tst mo_mt_call_osmux.py: using BVCI 21254\u000a11:48:21.106030 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:48:21.117350 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:48:21.128303 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:48:21.139437 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:48:21.150676 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:48:21.161803 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:48:21.285663 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:48:21.503916 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:48:22.026637 run create_hlr_db(pid=1785): Launched\u000a11:48:22.218771 bus /sierra_2: Setting Powered False\u000a11:48:23.239402 run create_hlr_db(pid=1785): Terminated: ok {rc=0}\u000a11:48:23.659127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1787): Launched\u000a11:48:23.971269 run osmo-hlr_10.42.42.2(pid=1788): Launched\u000a11:48:24.085544 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:48:24.626592 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1790): Launched\u000a11:48:24.939184 run osmo-stp_10.42.42.5(pid=1791): Launched\u000a11:48:25.051750 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:48:25.621524 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1793): Launched\u000a11:48:25.935315 run osmo-msc_10.42.42.6(pid=1794): Launched\u000a11:48:26.119416 run osmo-stp_10.42.42.5(pid=1791): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1791)]\u000a11:48:26.252153 run osmo-stp_10.42.42.5(pid=1791): stdout: \u000a| (launched: 2022-12-09_11:48:24.784714)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:48:26.382641 run osmo-stp_10.42.42.5(pid=1791): stderr: \u000a| �[0;m�[38;5;43m20221209114824956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114824956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114824956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114824957 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114824959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114824959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114824959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:48:26.508240 run osmo-stp_10.42.42.5(pid=1791): stdout: \u000a| (launched: 2022-12-09_11:48:24.784714)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:48:26.632886 run osmo-stp_10.42.42.5(pid=1791): stderr: \u000a| �[0;m�[38;5;43m20221209114824956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114824956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114824956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114824957 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114824959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114824959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114824959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:48:26.687823 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1791): Process ended prematurely: osmo-stp_10.42.42.5(pid=1791) [trial-2359↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1791)] [trial-2359↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a11:48:26.696550 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a11:48:26.756873 run osmo-hlr_10.42.42.2(pid=1788): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1788)]\u000a11:48:26.806339 run osmo-hlr_10.42.42.2(pid=1788): stdout: \u000a| (launched: 2022-12-09_11:48:23.817322) \u000a11:48:26.856491 run osmo-hlr_10.42.42.2(pid=1788): stderr: \u000a| �[0;m�[1;31m20221209114823997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209114823997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209114823997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114823997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114823997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209114823997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209114824012 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209114824022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209114824022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209114824022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:48:26.924477 run osmo-msc_10.42.42.6(pid=1794): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1794)]\u000a11:48:26.973833 run osmo-msc_10.42.42.6(pid=1794): stdout: \u000a| (launched: 2022-12-09_11:48:25.779668) \u000a11:48:27.023993 run osmo-msc_10.42.42.6(pid=1794): stderr: \u000a| �[0;m�[38;5;43m20221209114826054 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209114826054 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f42b2255c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209114826054 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209114826054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209114826054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209114826054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209114826056 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209114826056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209114826057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209114826057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:48:27.066783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1787): Terminating (SIGTERM)\u000a11:48:27.106972 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1790): Terminating (SIGTERM)\u000a11:48:27.147324 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1793): Terminating (SIGTERM)\u000a11:48:27.156561 --- ParallelTerminationStrategy: PID 1787 died...\u000a11:48:27.210380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1787): Terminated: ok {rc=0}\u000a11:48:27.220055 --- ParallelTerminationStrategy: PID 1790 died...\u000a11:48:27.273508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1790): Terminated: ok {rc=0}\u000a11:48:27.283265 --- ParallelTerminationStrategy: PID 1793 died...\u000a11:48:27.336642 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1793): Terminated: ok {rc=0}\u000a11:48:27.421627 bus /sierra_3: Setting Powered False\u000a11:48:28.530305 bus /sierra_3: Setting Powered False\u000a11:48:29.638999 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "66", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:48:09" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1805): Process ended prematurely: osmo-stp_10.42.42.5(pid=1805) [trial-2359↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1805)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1805): Process ended prematurely: osmo-stp_10.42.42.5(pid=1805) [trial-2359↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1805)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a11:48:31.695052 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:48:31.707742 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:48:31.880774 tst mo_mt_call.py: using LAC 21254\u000a11:48:32.036392 tst mo_mt_call.py: using RAC 89\u000a11:48:32.197096 tst mo_mt_call.py: using CellId 21254\u000a11:48:32.322596 tst mo_mt_call.py: using BVCI 21255\u000a11:48:32.347104 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:48:32.358646 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:48:32.369929 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:48:32.380752 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:48:32.392085 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:48:32.403010 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:48:32.524294 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:48:32.743301 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:48:33.263581 run create_hlr_db(pid=1799): Launched\u000a11:48:33.455399 bus /sierra_2: Setting Powered False\u000a11:48:34.477251 run create_hlr_db(pid=1799): Terminated: ok {rc=0}\u000a11:48:34.895822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1801): Launched\u000a11:48:35.206954 run osmo-hlr_10.42.42.2(pid=1802): Launched\u000a11:48:35.330901 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:48:35.883497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1804): Launched\u000a11:48:36.194417 run osmo-stp_10.42.42.5(pid=1805): Launched\u000a11:48:36.306915 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:48:36.878838 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1807): Launched\u000a11:48:37.193691 run osmo-msc_10.42.42.6(pid=1808): Launched\u000a11:48:37.384252 run osmo-stp_10.42.42.5(pid=1805): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1805)]\u000a11:48:37.527977 run osmo-stp_10.42.42.5(pid=1805): stdout: \u000a| (launched: 2022-12-09_11:48:36.041289)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:48:37.667647 run osmo-stp_10.42.42.5(pid=1805): stderr: \u000a| �[0;m�[38;5;43m20221209114836214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114836214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114836215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114836215 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114836216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114836216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114836216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:48:37.801877 run osmo-stp_10.42.42.5(pid=1805): stdout: \u000a| (launched: 2022-12-09_11:48:36.041289)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:48:37.934931 run osmo-stp_10.42.42.5(pid=1805): stderr: \u000a| �[0;m�[38;5;43m20221209114836214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114836214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114836215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114836215 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114836216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114836216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114836216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:48:37.993318 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1805): Process ended prematurely: osmo-stp_10.42.42.5(pid=1805) [trial-2359↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1805)] [trial-2359↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a11:48:38.003052 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a11:48:38.068370 run osmo-hlr_10.42.42.2(pid=1802): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1802)]\u000a11:48:38.120985 run osmo-hlr_10.42.42.2(pid=1802): stdout: \u000a| (launched: 2022-12-09_11:48:35.053416) \u000a11:48:38.174476 run osmo-hlr_10.42.42.2(pid=1802): stderr: \u000a| �[0;m�[1;31m20221209114835230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209114835230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209114835230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114835230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114835230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209114835230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209114835243 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209114835251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209114835251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209114835251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:48:38.246747 run osmo-msc_10.42.42.6(pid=1808): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1808)]\u000a11:48:38.299454 run osmo-msc_10.42.42.6(pid=1808): stdout: \u000a| (launched: 2022-12-09_11:48:37.038414) \u000a11:48:38.353683 run osmo-msc_10.42.42.6(pid=1808): stderr: \u000a| �[0;m�[38;5;43m20221209114837312 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209114837312 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdba4deac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209114837312 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209114837312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209114837312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209114837312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209114837314 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209114837314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209114837315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209114837315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:48:38.399236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1801): Terminating (SIGTERM)\u000a11:48:38.442394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1804): Terminating (SIGTERM)\u000a11:48:38.485296 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1807): Terminating (SIGTERM)\u000a11:48:38.495369 --- ParallelTerminationStrategy: PID 1801 died...\u000a11:48:38.553099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1801): Terminated: ok {rc=0}\u000a11:48:38.563788 --- ParallelTerminationStrategy: PID 1804 died...\u000a11:48:38.620994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1804): Terminated: ok {rc=0}\u000a11:48:38.631920 --- ParallelTerminationStrategy: PID 1807 died...\u000a11:48:38.689374 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1807): Terminated: ok {rc=0}\u000a11:48:38.777567 bus /sierra_3: Setting Powered False\u000a11:48:39.884575 bus /sierra_3: Setting Powered False\u000a11:48:40.993827 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 195, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1817): Process ended prematurely: osmo-stp_10.42.42.5(pid=1817) [trial-2359↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1817)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1817): Process ended prematurely: osmo-stp_10.42.42.5(pid=1817) [trial-2359↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1817)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:48:42.111782 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:48:42.124477 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:48:42.291168 tst mo_mt_call_osmux.py: using LAC 21255\u000a11:48:42.413100 tst mo_mt_call_osmux.py: using RAC 90\u000a11:48:42.537814 tst mo_mt_call_osmux.py: using CellId 21255\u000a11:48:42.662478 tst mo_mt_call_osmux.py: using BVCI 21256\u000a11:48:42.686320 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:48:42.697751 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:48:42.708660 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:48:42.719689 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:48:42.730786 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:48:42.741810 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:48:42.862405 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:48:43.083347 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:48:43.606144 run create_hlr_db(pid=1810): Launched\u000a11:48:43.798334 bus /sierra_2: Setting Powered False\u000a11:48:44.819005 run create_hlr_db(pid=1810): Terminated: ok {rc=0}\u000a11:48:45.239021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1812): Launched\u000a11:48:45.550787 run osmo-hlr_10.42.42.2(pid=1813): Launched\u000a11:48:45.665811 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:48:46.236445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1816): Launched\u000a11:48:46.656640 run osmo-stp_10.42.42.5(pid=1817): Launched\u000a11:48:46.922590 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:48:47.542076 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1820): Launched\u000a11:48:47.875711 run osmo-msc_10.42.42.6(pid=1821): Launched\u000a11:48:48.070418 run osmo-stp_10.42.42.5(pid=1817): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1817)]\u000a11:48:48.211001 run osmo-stp_10.42.42.5(pid=1817): stdout: \u000a| (launched: 2022-12-09_11:48:46.397189)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:48:48.351229 run osmo-stp_10.42.42.5(pid=1817): stderr: \u000a| �[0;m�[38;5;43m20221209114846709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114846709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114846710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114846710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114846710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114846711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114846711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:48:48.484905 run osmo-stp_10.42.42.5(pid=1817): stdout: \u000a| (launched: 2022-12-09_11:48:46.397189)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:48:48.617804 run osmo-stp_10.42.42.5(pid=1817): stderr: \u000a| �[0;m�[38;5;43m20221209114846709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114846709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114846710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114846710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114846710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114846711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114846711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:48:48.676076 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1817): Process ended prematurely: osmo-stp_10.42.42.5(pid=1817) [trial-2359↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1817)] [trial-2359↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a11:48:48.685800 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a11:48:48.750146 run osmo-hlr_10.42.42.2(pid=1813): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1813)]\u000a11:48:48.803097 run osmo-hlr_10.42.42.2(pid=1813): stdout: \u000a| (launched: 2022-12-09_11:48:45.396798) \u000a11:48:48.856538 run osmo-hlr_10.42.42.2(pid=1813): stderr: \u000a| �[0;m�[1;31m20221209114845574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209114845574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209114845574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114845575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114845575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209114845575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209114845587 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209114845596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209114845597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209114845597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:48:48.928365 run osmo-msc_10.42.42.6(pid=1821): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1821)]\u000a11:48:48.981001 run osmo-msc_10.42.42.6(pid=1821): stdout: \u000a| (launched: 2022-12-09_11:48:47.711134) \u000a11:48:49.034468 run osmo-msc_10.42.42.6(pid=1821): stderr: \u000a| �[0;m�[38;5;43m20221209114848037 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209114848037 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f99597cfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209114848037 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209114848037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209114848037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209114848038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209114848039 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209114848040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209114848040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209114848040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:48:49.079594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1812): Terminating (SIGTERM)\u000a11:48:49.122447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1816): Terminating (SIGTERM)\u000a11:48:49.164899 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1820): Terminating (SIGTERM)\u000a11:48:49.174743 --- ParallelTerminationStrategy: PID 1812 died...\u000a11:48:49.231801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1812): Terminated: ok {rc=0}\u000a11:48:49.242129 --- ParallelTerminationStrategy: PID 1816 died...\u000a11:48:49.299226 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1816): Terminated: ok {rc=0}\u000a11:48:49.309876 --- ParallelTerminationStrategy: PID 1820 died...\u000a11:48:49.366960 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1820): Terminated: ok {rc=0}\u000a11:48:49.455487 bus /sierra_3: Setting Powered False\u000a11:48:50.559708 bus /sierra_3: Setting Powered False\u000a11:48:51.671283 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "67", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:48:31" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1832): Process ended prematurely: osmo-stp_10.42.42.5(pid=1832) [trial-2359↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1832)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1832): Process ended prematurely: osmo-stp_10.42.42.5(pid=1832) [trial-2359↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1832)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 emergency:trx-sysmocell5000 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a11:48:53.706029 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:48:53.717522 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a11:48:53.866305 tst emergency_mo_mt_call.py: using LAC 21256\u000a11:48:53.994720 tst emergency_mo_mt_call.py: using RAC 91\u000a11:48:54.126390 tst emergency_mo_mt_call.py: using CellId 21256\u000a11:48:54.254583 tst emergency_mo_mt_call.py: using BVCI 21257\u000a11:48:54.279249 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:48:54.290684 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:48:54.301926 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:48:54.314207 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:48:54.326727 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:48:54.337988 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a11:48:54.459157 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a11:48:54.673716 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:48:55.186235 run create_hlr_db(pid=1826): Launched\u000a11:48:55.377799 bus /sierra_2: Setting Powered False\u000a11:48:56.397681 run create_hlr_db(pid=1826): Terminated: ok {rc=0}\u000a11:48:56.835122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1828): Launched\u000a11:48:57.162785 run osmo-hlr_10.42.42.2(pid=1829): Launched\u000a11:48:57.283057 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:48:57.854075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1831): Launched\u000a11:48:58.181388 run osmo-stp_10.42.42.5(pid=1832): Launched\u000a11:48:58.317918 tst emergency_mo_mt_call.py: using MSISDN 7193\u000a11:48:58.479920 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:48:59.076365 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1834): Launched\u000a11:48:59.403580 run osmo-msc_10.42.42.6(pid=1835): Launched\u000a11:48:59.595566 run osmo-stp_10.42.42.5(pid=1832): ERR: Terminated: ERROR {rc=1} [trial-2359↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1832)]\u000a11:48:59.734238 run osmo-stp_10.42.42.5(pid=1832): stdout: \u000a| (launched: 2022-12-09_11:48:58.019943)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:48:59.872193 run osmo-stp_10.42.42.5(pid=1832): stderr: \u000a| �[0;m�[38;5;43m20221209114858215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114858215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114858215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114858216 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114858218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114858218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114858218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:49:00.003870 run osmo-stp_10.42.42.5(pid=1832): stdout: \u000a| (launched: 2022-12-09_11:48:58.019943)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:49:00.134324 run osmo-stp_10.42.42.5(pid=1832): stderr: \u000a| �[0;m�[38;5;43m20221209114858215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114858215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114858215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114858216 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114858218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114858218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114858218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:49:00.191507 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=1832): Process ended prematurely: osmo-stp_10.42.42.5(pid=1832) [trial-2359↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1832)] [trial-2359↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19]\u000a11:49:00.200229 tst emergency_mo_mt_call.py:19: Test FAILED (6.5 sec)\u000a11:49:00.264687 run osmo-hlr_10.42.42.2(pid=1829): ERR: Terminated: ERROR {rc=237} [trial-2359↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1829)]\u000a11:49:00.317795 run osmo-hlr_10.42.42.2(pid=1829): stdout: \u000a| (launched: 2022-12-09_11:48:57.001589) \u000a11:49:00.371294 run osmo-hlr_10.42.42.2(pid=1829): stderr: \u000a| �[0;m�[1;31m20221209114857202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209114857202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209114857202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114857202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114857202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209114857202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209114857213 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/emergency:trx-sysmocell5000/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209114857222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209114857222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209114857222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:49:00.443654 run osmo-msc_10.42.42.6(pid=1835): ERR: Terminated: ERROR {rc=2} [trial-2359↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1835)]\u000a11:49:00.496450 run osmo-msc_10.42.42.6(pid=1835): stdout: \u000a| (launched: 2022-12-09_11:48:59.241481) \u000a11:49:00.549914 run osmo-msc_10.42.42.6(pid=1835): stderr: \u000a| �[0;m�[38;5;43m20221209114859566 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209114859566 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f60459f4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209114859567 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209114859567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209114859567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209114859567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209114859569 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209114859569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209114859569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209114859569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:49:00.595275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1828): Terminating (SIGTERM)\u000a11:49:00.638274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1831): Terminating (SIGTERM)\u000a11:49:00.681146 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1834): Terminating (SIGTERM)\u000a11:49:00.690987 --- ParallelTerminationStrategy: PID 1828 died...\u000a11:49:00.748475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1828): Terminated: ok {rc=0}\u000a11:49:00.758806 --- ParallelTerminationStrategy: PID 1831 died...\u000a11:49:00.815828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1831): Terminated: ok {rc=0}\u000a11:49:00.825911 --- ParallelTerminationStrategy: PID 1834 died...\u000a11:49:00.905365 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1834): Terminated: ok {rc=0}\u000a11:49:01.007622 bus /sierra_3: Setting Powered False\u000a11:49:02.135305 bus /sierra_3: Setting Powered False\u000a11:49:03.251502 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1843): Process ended prematurely: osmo-stp_10.42.42.5(pid=1843) [trial-2359↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1843)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1843): Process ended prematurely: osmo-stp_10.42.42.5(pid=1843) [trial-2359↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1843)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 emergency:trx-sysmocell5000 emergency_preemptive_call.py\u000a----------------------------------------------\u000a11:49:04.304020 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:49:04.315764 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a11:49:04.458139 tst emergency_preemptive_call.py: using LAC 21257\u000a11:49:04.583127 tst emergency_preemptive_call.py: using RAC 92\u000a11:49:04.703370 tst emergency_preemptive_call.py: using CellId 21257\u000a11:49:04.822174 tst emergency_preemptive_call.py: using BVCI 21258\u000a11:49:04.845274 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:49:04.856341 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:49:04.867544 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:49:04.878732 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:49:04.889695 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a11:49:04.900893 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a11:49:05.022299 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a11:49:05.142899 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a11:49:05.264692 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a11:49:05.470322 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:49:05.960325 run create_hlr_db(pid=1837): Launched\u000a11:49:06.138306 bus /sierra_2: Setting Powered False\u000a11:49:07.158860 run create_hlr_db(pid=1837): Terminated: ok {rc=0}\u000a11:49:07.596115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1839): Launched\u000a11:49:07.922990 run osmo-hlr_10.42.42.2(pid=1840): Launched\u000a11:49:08.043884 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:49:08.617446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1842): Launched\u000a11:49:08.944593 run osmo-stp_10.42.42.5(pid=1843): Launched\u000a11:49:09.076514 tst emergency_preemptive_call.py: using MSISDN 7194\u000a11:49:09.240126 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:49:09.839686 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1845): Launched\u000a11:49:10.170323 run osmo-msc_10.42.42.6(pid=1846): Launched\u000a11:49:10.362582 run osmo-stp_10.42.42.5(pid=1843): ERR: Terminated: ERROR {rc=1} [trial-2359↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1843)]\u000a11:49:10.501019 run osmo-stp_10.42.42.5(pid=1843): stdout: \u000a| (launched: 2022-12-09_11:49:08.783494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:49:10.638742 run osmo-stp_10.42.42.5(pid=1843): stderr: \u000a| �[0;m�[38;5;43m20221209114908976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114908976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114908976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114908977 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114908977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114908977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114908977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:49:10.770177 run osmo-stp_10.42.42.5(pid=1843): stdout: \u000a| (launched: 2022-12-09_11:49:08.783494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:49:10.900528 run osmo-stp_10.42.42.5(pid=1843): stderr: \u000a| �[0;m�[38;5;43m20221209114908976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114908976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114908976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114908977 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114908977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114908977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114908977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:49:10.957774 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=1843): Process ended prematurely: osmo-stp_10.42.42.5(pid=1843) [trial-2359↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1843)] [trial-2359↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32]\u000a11:49:10.966705 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec)\u000a11:49:11.031239 run osmo-hlr_10.42.42.2(pid=1840): ERR: Terminated: ERROR {rc=237} [trial-2359↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1840)]\u000a11:49:11.084157 run osmo-hlr_10.42.42.2(pid=1840): stdout: \u000a| (launched: 2022-12-09_11:49:07.762103) \u000a11:49:11.137567 run osmo-hlr_10.42.42.2(pid=1840): stderr: \u000a| �[0;m�[1;31m20221209114907962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209114907962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209114907962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114907962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114907962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209114907962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209114907974 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/emergency:trx-sysmocell5000/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209114907982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209114907982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209114907983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:49:11.209670 run osmo-msc_10.42.42.6(pid=1846): ERR: Terminated: ERROR {rc=2} [trial-2359↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=1846)]\u000a11:49:11.262384 run osmo-msc_10.42.42.6(pid=1846): stdout: \u000a| (launched: 2022-12-09_11:49:10.006346) \u000a11:49:11.315892 run osmo-msc_10.42.42.6(pid=1846): stderr: \u000a| �[0;m�[38;5;43m20221209114910327 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209114910327 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0b4f8bac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209114910327 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209114910327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209114910327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209114910328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209114910329 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209114910330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209114910330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209114910330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:49:11.361504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1839): Terminating (SIGTERM)\u000a11:49:11.404162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1842): Terminating (SIGTERM)\u000a11:49:11.446884 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1845): Terminating (SIGTERM)\u000a11:49:11.456993 --- ParallelTerminationStrategy: PID 1839 died...\u000a11:49:11.514031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1839): Terminated: ok {rc=0}\u000a11:49:11.524376 --- ParallelTerminationStrategy: PID 1842 died...\u000a11:49:11.581066 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1842): Terminated: ok {rc=0}\u000a11:49:11.591489 --- ParallelTerminationStrategy: PID 1845 died...\u000a11:49:11.648897 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=1845): Terminated: ok {rc=0}\u000a11:49:11.738013 bus /sierra_9: Setting Powered False\u000a11:49:12.842716 bus /sierra_9: Setting Powered False\u000a11:49:13.955769 bus /sierra_8: Setting Powered False\u000a11:49:15.058796 bus /sierra_8: Setting Powered False\u000a11:49:16.169806 bus /sierra_3: Setting Powered False\u000a11:49:17.277533 bus /sierra_3: Setting Powered False\u000a11:49:18.391325 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "68", "name" : "emergency_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:48:53" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-sysmocell5000", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1861): Process ended prematurely: osmo-stp_10.42.42.5(pid=1861) [trial-2359↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1861)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1861): Process ended prematurely: osmo-stp_10.42.42.5(pid=1861) [trial-2359↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1861)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-sysmocell5000 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:49:20.516848 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:49:20.527637 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a11:49:20.668239 tst cs_paging_gprs_active.py: using LAC 21258\u000a11:49:20.791689 tst cs_paging_gprs_active.py: using RAC 93\u000a11:49:20.916292 tst cs_paging_gprs_active.py: using CellId 21258\u000a11:49:21.039681 tst cs_paging_gprs_active.py: using BVCI 21259\u000a11:49:21.063579 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:49:21.074515 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:49:21.085262 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:49:21.095937 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:49:21.106660 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:49:21.117273 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:49:21.127972 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:49:21.138532 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:49:21.149276 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a11:49:21.270310 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a11:49:21.574827 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:49:21.714607 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:49:22.060177 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1851): Launched\u000a11:49:22.348532 run iperf3-srv_10.42.42.10(pid=1852): Launched\u000a11:49:22.553536 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:49:22.692478 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:49:23.039205 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1853): Launched\u000a11:49:23.328143 run iperf3-srv_10.42.42.10(pid=1854): Launched\u000a11:49:23.534274 tst cs_paging_gprs_active.py:38: start network...\u000a11:49:23.674412 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:49:24.203564 run create_hlr_db(pid=1855): Launched\u000a11:49:24.397321 bus /sierra_2: Setting Powered False\u000a11:49:25.406520 run create_hlr_db(pid=1855): Terminated: ok {rc=0}\u000a11:49:25.861590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1857): Launched\u000a11:49:26.198548 run osmo-hlr_10.42.42.2(pid=1858): Launched\u000a11:49:26.322596 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:49:26.904343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1860): Launched\u000a11:49:27.239696 run osmo-stp_10.42.42.5(pid=1861): Launched\u000a11:49:27.362004 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:49:27.944105 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1863): Launched\u000a11:49:28.064040 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:49:28.358086 run patchelf(pid=1864): Launched\u000a11:49:28.553706 run osmo-stp_10.42.42.5(pid=1861): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1861)]\u000a11:49:28.696243 run osmo-stp_10.42.42.5(pid=1861): stdout: \u000a| (launched: 2022-12-09_11:49:27.074749)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:49:28.839059 run osmo-stp_10.42.42.5(pid=1861): stderr: \u000a| �[0;m�[38;5;43m20221209114927267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114927268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114927268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114927268 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114927269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114927269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114927269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:49:28.978222 run osmo-stp_10.42.42.5(pid=1861): stdout: \u000a| (launched: 2022-12-09_11:49:27.074749)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:49:29.115464 run osmo-stp_10.42.42.5(pid=1861): stderr: \u000a| �[0;m�[38;5;43m20221209114927267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114927268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114927268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114927268 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114927269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114927269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114927269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:49:29.276633 run patchelf(pid=1864): Terminating (SIGINT)\u000a11:49:29.465944 run patchelf(pid=1864): Terminated: ok {rc=0}\u000a11:49:29.500260 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1861): Process ended prematurely: osmo-stp_10.42.42.5(pid=1861) [trial-2359↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1861)] [trial-2359↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38]\u000a11:49:29.510338 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a11:49:29.575504 run osmo-hlr_10.42.42.2(pid=1858): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1858)]\u000a11:49:29.628086 run osmo-hlr_10.42.42.2(pid=1858): stdout: \u000a| (launched: 2022-12-09_11:49:26.032694) \u000a11:49:29.681583 run osmo-hlr_10.42.42.2(pid=1858): stderr: \u000a| �[0;m�[1;31m20221209114926235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209114926235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209114926235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114926235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114926235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209114926235 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209114926248 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-sysmocell5000/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209114926258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209114926258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209114926258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:49:29.726839 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1851): Terminating (SIGTERM)\u000a11:49:29.769817 run iperf3-srv_10.42.42.10(pid=1852): Terminating (SIGTERM)\u000a11:49:29.812756 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1853): Terminating (SIGTERM)\u000a11:49:29.855809 run iperf3-srv_10.42.42.10(pid=1854): Terminating (SIGTERM)\u000a11:49:29.899271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1857): Terminating (SIGTERM)\u000a11:49:29.942282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1860): Terminating (SIGTERM)\u000a11:49:29.984550 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1863): Terminating (SIGTERM)\u000a11:49:29.994877 --- ParallelTerminationStrategy: PID 1851 died...\u000a11:49:30.052460 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1851): Terminated: ok {rc=0}\u000a11:49:30.062796 --- ParallelTerminationStrategy: PID 1852 died...\u000a11:49:30.119369 run iperf3-srv_10.42.42.10(pid=1852): Terminated {rc=256}\u000a11:49:30.129872 --- ParallelTerminationStrategy: PID 1853 died...\u000a11:49:30.187244 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1853): Terminated: ok {rc=0}\u000a11:49:30.197641 --- ParallelTerminationStrategy: PID 1854 died...\u000a11:49:30.254528 run iperf3-srv_10.42.42.10(pid=1854): Terminated {rc=256}\u000a11:49:30.264804 --- ParallelTerminationStrategy: PID 1857 died...\u000a11:49:30.322098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1857): Terminated: ok {rc=0}\u000a11:49:30.333161 --- ParallelTerminationStrategy: PID 1860 died...\u000a11:49:30.390597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1860): Terminated: ok {rc=0}\u000a11:49:30.401015 --- ParallelTerminationStrategy: PID 1863 died...\u000a11:49:30.458474 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1863): Terminated: ok {rc=0}\u000a11:49:30.547218 bus /gobi_0: Setting Powered False\u000a11:49:31.664582 bus /gobi_0: Setting Powered False\u000a11:49:32.775535 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1873): Process ended prematurely: osmo-stp_10.42.42.5(pid=1873) [trial-2359↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1873)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1873): Process ended prematurely: osmo-stp_10.42.42.5(pid=1873) [trial-2359↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1873)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-sysmocell5000 iperf3.py\u000a----------------------------------------------\u000a11:49:33.894196 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:49:33.906347 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a11:49:34.057912 tst iperf3.py: using LAC 21259\u000a11:49:34.190892 tst iperf3.py: using RAC 94\u000a11:49:34.326766 tst iperf3.py: using CellId 21259\u000a11:49:34.455537 tst iperf3.py: using BVCI 21260\u000a11:49:34.481284 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:49:34.492826 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:49:34.504089 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:49:34.515451 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:49:34.527386 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:49:34.539145 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:49:34.550873 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:49:34.562338 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:49:34.574093 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a11:49:34.861203 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:49:34.991408 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:49:35.316397 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1865): Launched\u000a11:49:35.585905 run iperf3-srv_10.42.42.10(pid=1866): Launched\u000a11:49:35.775241 tst iperf3.py:8: start network...\u000a11:49:35.904198 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:49:36.405263 run create_hlr_db(pid=1867): Launched\u000a11:49:36.584293 bus /gobi_6: Setting Powered False\u000a11:49:37.605735 run create_hlr_db(pid=1867): Terminated: ok {rc=0}\u000a11:49:38.023208 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1869): Launched\u000a11:49:38.336333 run osmo-hlr_10.42.42.2(pid=1870): Launched\u000a11:49:38.449705 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:49:38.995364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1872): Launched\u000a11:49:39.311275 run osmo-stp_10.42.42.5(pid=1873): Launched\u000a11:49:39.426056 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:49:39.974602 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1875): Launched\u000a11:49:40.084800 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:49:40.358827 run patchelf(pid=1876): Launched\u000a11:49:40.541758 run osmo-stp_10.42.42.5(pid=1873): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1873)]\u000a11:49:40.675216 run osmo-stp_10.42.42.5(pid=1873): stdout: \u000a| (launched: 2022-12-09_11:49:39.155453)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:49:40.808376 run osmo-stp_10.42.42.5(pid=1873): stderr: \u000a| �[0;m�[38;5;43m20221209114939329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114939329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114939329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114939329 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114939330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114939330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114939330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:49:40.937466 run osmo-stp_10.42.42.5(pid=1873): stdout: \u000a| (launched: 2022-12-09_11:49:39.155453)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:49:41.066211 run osmo-stp_10.42.42.5(pid=1873): stderr: \u000a| �[0;m�[38;5;43m20221209114939329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114939329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114939329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114939329 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114939330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114939330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114939330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:49:41.215832 run patchelf(pid=1876): Terminating (SIGINT)\u000a11:49:41.392579 run patchelf(pid=1876): Terminated: ok {rc=0}\u000a11:49:41.425362 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1873): Process ended prematurely: osmo-stp_10.42.42.5(pid=1873) [trial-2359↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1873)] [trial-2359↪gprs:trx-sysmocell5000↪iperf3.py:8]\u000a11:49:41.434957 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a11:49:41.495448 run osmo-hlr_10.42.42.2(pid=1870): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-sysmocell5000↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1870)]\u000a11:49:41.545203 run osmo-hlr_10.42.42.2(pid=1870): stdout: \u000a| (launched: 2022-12-09_11:49:38.181814) \u000a11:49:41.595334 run osmo-hlr_10.42.42.2(pid=1870): stderr: \u000a| �[0;m�[1;31m20221209114938359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209114938359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209114938359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114938359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114938359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209114938359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209114938385 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-sysmocell5000/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209114938394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209114938395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209114938395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:49:41.638015 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1865): Terminating (SIGTERM)\u000a11:49:41.678137 run iperf3-srv_10.42.42.10(pid=1866): Terminating (SIGTERM)\u000a11:49:41.718300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1869): Terminating (SIGTERM)\u000a11:49:41.758401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1872): Terminating (SIGTERM)\u000a11:49:41.798636 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1875): Terminating (SIGTERM)\u000a11:49:41.807539 --- ParallelTerminationStrategy: PID 1865 died...\u000a11:49:41.861019 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1865): Terminated: ok {rc=0}\u000a11:49:41.870660 --- ParallelTerminationStrategy: PID 1866 died...\u000a11:49:41.924320 run iperf3-srv_10.42.42.10(pid=1866): Terminated {rc=256}\u000a11:49:41.933941 --- ParallelTerminationStrategy: PID 1869 died...\u000a11:49:41.987414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1869): Terminated: ok {rc=0}\u000a11:49:41.997166 --- ParallelTerminationStrategy: PID 1872 died...\u000a11:49:42.050680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1872): Terminated: ok {rc=0}\u000a11:49:42.060319 --- ParallelTerminationStrategy: PID 1875 died...\u000a11:49:42.114267 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1875): Terminated: ok {rc=0}\u000a11:49:42.198411 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-sysmocell5000", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1891): Process ended prematurely: osmo-stp_10.42.42.5(pid=1891) [trial-2359↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1891)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1891): Process ended prematurely: osmo-stp_10.42.42.5(pid=1891) [trial-2359↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1891)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-sysmocell5000 iperf3m4.py\u000a----------------------------------------------\u000a11:49:43.315886 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:49:43.327976 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a11:49:43.478103 tst iperf3m4.py: using LAC 21260\u000a11:49:43.610317 tst iperf3m4.py: using RAC 95\u000a11:49:43.740399 tst iperf3m4.py: using CellId 21260\u000a11:49:43.870009 tst iperf3m4.py: using BVCI 21261\u000a11:49:43.895438 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:49:43.906791 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:49:43.917881 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:49:43.929334 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:49:43.940468 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:49:43.951863 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:49:43.963541 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:49:43.974781 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:49:43.987070 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a11:49:44.111076 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a11:49:44.237105 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a11:49:44.355645 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a11:49:44.655907 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:49:44.794786 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:49:45.140194 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1877): Launched\u000a11:49:45.427966 run iperf3-srv_10.42.42.10(pid=1878): Launched\u000a11:49:45.631207 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:49:45.770076 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:49:46.156510 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1879): Launched\u000a11:49:46.462794 run iperf3-srv_10.42.42.10(pid=1880): Launched\u000a11:49:46.671264 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:49:46.813896 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:49:47.176741 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1881): Launched\u000a11:49:47.464436 run iperf3-srv_10.42.42.10(pid=1882): Launched\u000a11:49:47.668270 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:49:47.806536 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:49:48.151048 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1883): Launched\u000a11:49:48.438549 run iperf3-srv_10.42.42.10(pid=1884): Launched\u000a11:49:48.642997 tst iperf3m4.py:8: start network...\u000a11:49:48.782499 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:49:49.308139 run create_hlr_db(pid=1885): Launched\u000a11:49:49.502035 bus /gobi_6: Setting Powered False\u000a11:49:50.521578 run create_hlr_db(pid=1885): Terminated: ok {rc=0}\u000a11:49:50.966231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1887): Launched\u000a11:49:51.300243 run osmo-hlr_10.42.42.2(pid=1888): Launched\u000a11:49:51.420642 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:49:52.002339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1890): Launched\u000a11:49:52.337872 run osmo-stp_10.42.42.5(pid=1891): Launched\u000a11:49:52.459843 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:49:53.043031 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1893): Launched\u000a11:49:53.162170 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:49:53.453793 run patchelf(pid=1894): Launched\u000a11:49:53.648268 run osmo-stp_10.42.42.5(pid=1891): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1891)]\u000a11:49:53.790238 run osmo-stp_10.42.42.5(pid=1891): stdout: \u000a| (launched: 2022-12-09_11:49:52.171816)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:49:53.932430 run osmo-stp_10.42.42.5(pid=1891): stderr: \u000a| �[0;m�[38;5;43m20221209114952363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114952364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114952364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114952364 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114952365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114952365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114952365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:49:54.069965 run osmo-stp_10.42.42.5(pid=1891): stdout: \u000a| (launched: 2022-12-09_11:49:52.171816)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:49:54.206265 run osmo-stp_10.42.42.5(pid=1891): stderr: \u000a| �[0;m�[38;5;43m20221209114952363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209114952364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209114952364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209114952364 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209114952365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209114952365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209114952365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:49:54.366092 run patchelf(pid=1894): Terminating (SIGINT)\u000a11:49:54.553873 run patchelf(pid=1894): Terminated: ok {rc=0}\u000a11:49:54.588124 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1891): Process ended prematurely: osmo-stp_10.42.42.5(pid=1891) [trial-2359↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1891)] [trial-2359↪gprs:trx-sysmocell5000↪iperf3m4.py:8]\u000a11:49:54.598323 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a11:49:54.663003 run osmo-hlr_10.42.42.2(pid=1888): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-sysmocell5000↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1888)]\u000a11:49:54.715096 run osmo-hlr_10.42.42.2(pid=1888): stdout: \u000a| (launched: 2022-12-09_11:49:51.135186) \u000a11:49:54.767984 run osmo-hlr_10.42.42.2(pid=1888): stderr: \u000a| �[0;m�[1;31m20221209114951333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209114951333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209114951333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114951333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209114951333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209114951333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209114951346 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-sysmocell5000/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209114951354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209114951355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209114951355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:49:54.812940 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1877): Terminating (SIGTERM)\u000a11:49:54.855292 run iperf3-srv_10.42.42.10(pid=1878): Terminating (SIGTERM)\u000a11:49:54.898454 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1879): Terminating (SIGTERM)\u000a11:49:54.940402 run iperf3-srv_10.42.42.10(pid=1880): Terminating (SIGTERM)\u000a11:49:54.984788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1881): Terminating (SIGTERM)\u000a11:49:55.027523 run iperf3-srv_10.42.42.10(pid=1882): Terminating (SIGTERM)\u000a11:49:55.070133 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1883): Terminating (SIGTERM)\u000a11:49:55.112293 run iperf3-srv_10.42.42.10(pid=1884): Terminating (SIGTERM)\u000a11:49:55.155060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1887): Terminating (SIGTERM)\u000a11:49:55.197921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1890): Terminating (SIGTERM)\u000a11:49:55.240617 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1893): Terminating (SIGTERM)\u000a11:49:55.250584 --- ParallelTerminationStrategy: PID 1877 died...\u000a11:49:55.307717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1877): Terminated: ok {rc=0}\u000a11:49:55.318042 --- ParallelTerminationStrategy: PID 1878 died...\u000a11:49:55.374901 run iperf3-srv_10.42.42.10(pid=1878): Terminated {rc=256}\u000a11:49:55.385176 --- ParallelTerminationStrategy: PID 1879 died...\u000a11:49:55.442146 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1879): Terminated: ok {rc=0}\u000a11:49:55.452478 --- ParallelTerminationStrategy: PID 1880 died...\u000a11:49:55.509684 run iperf3-srv_10.42.42.10(pid=1880): Terminated {rc=256}\u000a11:49:55.520002 --- ParallelTerminationStrategy: PID 1881 died...\u000a11:49:55.577111 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1881): Terminated: ok {rc=0}\u000a11:49:55.587402 --- ParallelTerminationStrategy: PID 1882 died...\u000a11:49:55.644670 run iperf3-srv_10.42.42.10(pid=1882): Terminated {rc=256}\u000a11:49:55.654959 --- ParallelTerminationStrategy: PID 1883 died...\u000a11:49:55.712118 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1883): Terminated: ok {rc=0}\u000a11:49:55.722420 --- ParallelTerminationStrategy: PID 1884 died...\u000a11:49:55.779490 run iperf3-srv_10.42.42.10(pid=1884): Terminated {rc=256}\u000a11:49:55.789964 --- ParallelTerminationStrategy: PID 1887 died...\u000a11:49:55.847363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1887): Terminated: ok {rc=0}\u000a11:49:55.858135 --- ParallelTerminationStrategy: PID 1890 died...\u000a11:49:55.915055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1890): Terminated: ok {rc=0}\u000a11:49:55.925945 --- ParallelTerminationStrategy: PID 1893 died...\u000a11:49:55.983727 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1893): Terminated: ok {rc=0}\u000a11:49:56.072482 bus /gobi_4: Setting Powered False\u000a11:49:57.182004 bus /gobi_4: Setting Powered False\u000a11:49:58.290759 bus /gobi_1: Setting Powered False\u000a11:49:59.399077 bus /gobi_1: Setting Powered False\u000a11:50:00.508993 bus /gobi_0: Setting Powered False\u000a11:50:01.637639 bus /gobi_0: Setting Powered False\u000a11:50:02.754471 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1905): Process ended prematurely: osmo-stp_10.42.42.5(pid=1905) [trial-2359↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1905)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1905): Process ended prematurely: osmo-stp_10.42.42.5(pid=1905) [trial-2359↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1905)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-sysmocell5000 ping.py\u000a----------------------------------------------\u000a11:50:03.825334 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:50:03.837551 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a11:50:03.988508 tst ping.py: using LAC 21261\u000a11:50:04.114330 tst ping.py: using RAC 96\u000a11:50:04.240271 tst ping.py: using CellId 21261\u000a11:50:04.363447 tst ping.py: using BVCI 21262\u000a11:50:04.386769 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:50:04.397789 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:50:04.408565 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:50:04.419922 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:50:04.431222 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:50:04.442643 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:50:04.454975 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:50:04.465867 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a11:50:04.761700 tst ping.py:19: start network...\u000a11:50:04.898153 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:50:05.411365 run create_hlr_db(pid=1899): Launched\u000a11:50:05.600285 bus /gobi_6: Setting Powered False\u000a11:50:06.621811 run create_hlr_db(pid=1899): Terminated: ok {rc=0}\u000a11:50:07.056208 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1901): Launched\u000a11:50:07.383983 run osmo-hlr_10.42.42.2(pid=1902): Launched\u000a11:50:07.506400 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:50:08.041792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1904): Launched\u000a11:50:08.347738 run osmo-stp_10.42.42.5(pid=1905): Launched\u000a11:50:08.458574 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:50:08.994627 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1907): Launched\u000a11:50:09.103241 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:50:09.372015 run patchelf(pid=1908): Launched\u000a11:50:09.551938 run osmo-stp_10.42.42.5(pid=1905): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1905)]\u000a11:50:09.683243 run osmo-stp_10.42.42.5(pid=1905): stdout: \u000a| (launched: 2022-12-09_11:50:08.196439)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:50:09.814654 run osmo-stp_10.42.42.5(pid=1905): stderr: \u000a| �[0;m�[38;5;43m20221209115008366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115008366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115008367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115008367 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115008369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115008370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115008370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:50:09.941324 run osmo-stp_10.42.42.5(pid=1905): stdout: \u000a| (launched: 2022-12-09_11:50:08.196439)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:50:10.066963 run osmo-stp_10.42.42.5(pid=1905): stderr: \u000a| �[0;m�[38;5;43m20221209115008366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115008366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115008367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115008367 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115008369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115008370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115008370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:50:10.213734 run patchelf(pid=1908): Terminating (SIGINT)\u000a11:50:10.387127 run patchelf(pid=1908): Terminated: ok {rc=0}\u000a11:50:10.418726 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1905): Process ended prematurely: osmo-stp_10.42.42.5(pid=1905) [trial-2359↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1905)] [trial-2359↪gprs:trx-sysmocell5000↪ping.py:22]\u000a11:50:10.427643 tst ping.py:22: Test FAILED (6.6 sec)\u000a11:50:10.489028 run osmo-hlr_10.42.42.2(pid=1902): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-sysmocell5000↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1902)]\u000a11:50:10.539067 run osmo-hlr_10.42.42.2(pid=1902): stdout: \u000a| (launched: 2022-12-09_11:50:07.221425) \u000a11:50:10.589652 run osmo-hlr_10.42.42.2(pid=1902): stderr: \u000a| �[0;m�[1;31m20221209115007421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209115007422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209115007422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115007422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115007422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209115007422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209115007435 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-sysmocell5000/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209115007445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209115007445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209115007445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:50:10.632557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1901): Terminating (SIGTERM)\u000a11:50:10.672898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1904): Terminating (SIGTERM)\u000a11:50:10.713394 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1907): Terminating (SIGTERM)\u000a11:50:10.722878 --- ParallelTerminationStrategy: PID 1901 died...\u000a11:50:10.777382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1901): Terminated: ok {rc=0}\u000a11:50:10.787339 --- ParallelTerminationStrategy: PID 1904 died...\u000a11:50:10.841755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1904): Terminated: ok {rc=0}\u000a11:50:10.851586 --- ParallelTerminationStrategy: PID 1907 died...\u000a11:50:10.905535 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1907): Terminated: ok {rc=0}\u000a11:50:10.996179 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1916): Process ended prematurely: osmo-stp_10.42.42.5(pid=1916) [trial-2359↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1916)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1916): Process ended prematurely: osmo-stp_10.42.42.5(pid=1916) [trial-2359↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1916)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-sysmocell5000 ping_idle_ping.py\u000a----------------------------------------------\u000a11:50:12.048735 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:50:12.060560 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a11:50:12.202020 tst ping_idle_ping.py: using LAC 21262\u000a11:50:12.324813 tst ping_idle_ping.py: using RAC 97\u000a11:50:12.445770 tst ping_idle_ping.py: using CellId 21262\u000a11:50:12.565529 tst ping_idle_ping.py: using BVCI 21263\u000a11:50:12.589150 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:50:12.600020 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:50:12.610719 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:50:12.621491 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:50:12.632101 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:50:12.642839 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:50:12.653681 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a11:50:12.664381 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a11:50:12.961301 tst ping_idle_ping.py:24: start network...\u000a11:50:13.098249 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:50:13.616322 run create_hlr_db(pid=1910): Launched\u000a11:50:13.806972 bus /gobi_6: Setting Powered False\u000a11:50:14.827429 run create_hlr_db(pid=1910): Terminated: ok {rc=0}\u000a11:50:15.243261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1912): Launched\u000a11:50:15.552780 run osmo-hlr_10.42.42.2(pid=1913): Launched\u000a11:50:15.666895 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:50:16.260260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1915): Launched\u000a11:50:16.681153 run osmo-stp_10.42.42.5(pid=1916): Launched\u000a11:50:16.829145 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:50:17.473088 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1918): Launched\u000a11:50:17.581861 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:50:17.850403 run patchelf(pid=1919): Launched\u000a11:50:18.029883 run osmo-stp_10.42.42.5(pid=1916): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1916)]\u000a11:50:18.160465 run osmo-stp_10.42.42.5(pid=1916): stdout: \u000a| (launched: 2022-12-09_11:50:16.419869)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:50:18.291141 run osmo-stp_10.42.42.5(pid=1916): stderr: \u000a| �[0;m�[38;5;43m20221209115016600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115016601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115016601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115016601 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115016604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115016604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115016604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:50:18.417491 run osmo-stp_10.42.42.5(pid=1916): stdout: \u000a| (launched: 2022-12-09_11:50:16.419869)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:50:18.541980 run osmo-stp_10.42.42.5(pid=1916): stderr: \u000a| �[0;m�[38;5;43m20221209115016600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115016601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115016601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115016601 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115016604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115016604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115016604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:50:18.688217 run patchelf(pid=1919): Terminating (SIGINT)\u000a11:50:18.860903 run patchelf(pid=1919): Terminated: ok {rc=0}\u000a11:50:18.892242 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1916): Process ended prematurely: osmo-stp_10.42.42.5(pid=1916) [trial-2359↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1916)] [trial-2359↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27]\u000a11:50:18.900872 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a11:50:18.961238 run osmo-hlr_10.42.42.2(pid=1913): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-sysmocell5000↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1913)]\u000a11:50:19.010526 run osmo-hlr_10.42.42.2(pid=1913): stdout: \u000a| (launched: 2022-12-09_11:50:15.400053) \u000a11:50:19.060605 run osmo-hlr_10.42.42.2(pid=1913): stderr: \u000a| �[0;m�[1;31m20221209115015578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209115015578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209115015578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115015578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115015578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209115015578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209115015590 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-sysmocell5000/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209115015602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209115015602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209115015602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:50:19.103156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1912): Terminating (SIGTERM)\u000a11:50:19.143209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1915): Terminating (SIGTERM)\u000a11:50:19.183013 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1918): Terminating (SIGTERM)\u000a11:50:19.192313 --- ParallelTerminationStrategy: PID 1912 died...\u000a11:50:19.246137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1912): Terminated: ok {rc=0}\u000a11:50:19.255870 --- ParallelTerminationStrategy: PID 1915 died...\u000a11:50:19.309706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1915): Terminated: ok {rc=0}\u000a11:50:19.319572 --- ParallelTerminationStrategy: PID 1918 died...\u000a11:50:19.373434 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1918): Terminated: ok {rc=0}\u000a11:50:19.463015 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "69", "name" : "gprs_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:49:20" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1935): Process ended prematurely: osmo-stp_10.42.42.5(pid=1935) [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1935)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1935): Process ended prematurely: osmo-stp_10.42.42.5(pid=1935) [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1935)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-sysmocell5000+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:50:21.628733 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:50:21.639958 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:50:21.779829 tst cs_paging_gprs_active.py: using LAC 21263\u000a11:50:21.902961 tst cs_paging_gprs_active.py: using RAC 98\u000a11:50:22.026059 tst cs_paging_gprs_active.py: using CellId 21263\u000a11:50:22.147778 tst cs_paging_gprs_active.py: using BVCI 21264\u000a11:50:22.172075 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:50:22.183082 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:50:22.193881 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:50:22.204658 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:50:22.215352 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:50:22.226118 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:50:22.237112 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:50:22.247958 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:50:22.259125 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:50:22.382533 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:50:22.688481 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:50:22.828436 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:50:23.175941 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1923): Launched\u000a11:50:23.465870 run iperf3-srv_10.42.42.10(pid=1924): Launched\u000a11:50:23.671695 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:50:23.811814 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:50:24.159125 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1925): Launched\u000a11:50:24.448377 run iperf3-srv_10.42.42.10(pid=1926): Launched\u000a11:50:24.653240 tst cs_paging_gprs_active.py:38: start network...\u000a11:50:24.792624 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:50:25.319787 run create_hlr_db(pid=1927): Launched\u000a11:50:25.514136 bus /gobi_6: Setting Powered False\u000a11:50:26.523453 run create_hlr_db(pid=1927): Terminated: ok {rc=0}\u000a11:50:26.952213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1931): Launched\u000a11:50:27.267443 run osmo-hlr_10.42.42.2(pid=1932): Launched\u000a11:50:27.392377 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:50:27.943029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1934): Launched\u000a11:50:28.256735 run osmo-stp_10.42.42.5(pid=1935): Launched\u000a11:50:28.370462 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:50:28.915965 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1937): Launched\u000a11:50:29.027268 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:50:29.302669 run patchelf(pid=1938): Launched\u000a11:50:29.486539 run osmo-stp_10.42.42.5(pid=1935): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1935)]\u000a11:50:29.619926 run osmo-stp_10.42.42.5(pid=1935): stdout: \u000a| (launched: 2022-12-09_11:50:28.101751)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:50:29.753393 run osmo-stp_10.42.42.5(pid=1935): stderr: \u000a| �[0;m�[38;5;43m20221209115028274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115028274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115028274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115028275 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115028275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115028275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115028275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:50:29.882864 run osmo-stp_10.42.42.5(pid=1935): stdout: \u000a| (launched: 2022-12-09_11:50:28.101751)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:50:30.011157 run osmo-stp_10.42.42.5(pid=1935): stderr: \u000a| �[0;m�[38;5;43m20221209115028274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115028274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115028274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115028275 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115028275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115028275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115028275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:50:30.161713 run patchelf(pid=1938): Terminating (SIGINT)\u000a11:50:30.338462 run patchelf(pid=1938): Terminated: ok {rc=0}\u000a11:50:30.370968 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=1935): Process ended prematurely: osmo-stp_10.42.42.5(pid=1935) [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1935)] [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a11:50:30.380273 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a11:50:30.441254 run osmo-hlr_10.42.42.2(pid=1932): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1932)]\u000a11:50:30.491413 run osmo-hlr_10.42.42.2(pid=1932): stdout: \u000a| (launched: 2022-12-09_11:50:27.111341) \u000a11:50:30.542045 run osmo-hlr_10.42.42.2(pid=1932): stderr: \u000a| �[0;m�[1;31m20221209115027291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209115027291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209115027291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115027291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115027291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209115027292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209115027304 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-sysmocell5000+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209115027312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209115027313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209115027313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:50:30.585125 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1923): Terminating (SIGTERM)\u000a11:50:30.625684 run iperf3-srv_10.42.42.10(pid=1924): Terminating (SIGTERM)\u000a11:50:30.666501 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1925): Terminating (SIGTERM)\u000a11:50:30.707206 run iperf3-srv_10.42.42.10(pid=1926): Terminating (SIGTERM)\u000a11:50:30.747724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1931): Terminating (SIGTERM)\u000a11:50:30.788274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1934): Terminating (SIGTERM)\u000a11:50:30.829070 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1937): Terminating (SIGTERM)\u000a11:50:30.842553 --- ParallelTerminationStrategy: PID 1923 died...\u000a11:50:30.902489 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1923): Terminated: ok {rc=0}\u000a11:50:30.923392 --- ParallelTerminationStrategy: PID 1924 died...\u000a11:50:30.985886 run iperf3-srv_10.42.42.10(pid=1924): Terminated {rc=256}\u000a11:50:30.998009 --- ParallelTerminationStrategy: PID 1925 died...\u000a11:50:31.058707 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1925): Terminated: ok {rc=0}\u000a11:50:31.069803 --- ParallelTerminationStrategy: PID 1926 died...\u000a11:50:31.131116 run iperf3-srv_10.42.42.10(pid=1926): Terminated {rc=256}\u000a11:50:31.142250 --- ParallelTerminationStrategy: PID 1931 died...\u000a11:50:31.203655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1931): Terminated: ok {rc=0}\u000a11:50:31.214747 --- ParallelTerminationStrategy: PID 1934 died...\u000a11:50:31.277049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1934): Terminated: ok {rc=0}\u000a11:50:31.289989 --- ParallelTerminationStrategy: PID 1937 died...\u000a11:50:31.358132 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1937): Terminated: ok {rc=0}\u000a11:50:31.466765 bus /gobi_0: Setting Powered False\u000a11:50:32.570621 bus /gobi_0: Setting Powered False\u000a11:50:33.683680 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1947): Process ended prematurely: osmo-stp_10.42.42.5(pid=1947) [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1947)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1947): Process ended prematurely: osmo-stp_10.42.42.5(pid=1947) [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1947)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a11:50:34.798838 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:50:34.810751 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:50:34.956498 tst iperf3.py: using LAC 21264\u000a11:50:35.080230 tst iperf3.py: using RAC 99\u000a11:50:35.204895 tst iperf3.py: using CellId 21264\u000a11:50:35.327840 tst iperf3.py: using BVCI 21265\u000a11:50:35.352162 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:50:35.363399 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:50:35.374352 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:50:35.385342 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:50:35.396187 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:50:35.407143 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:50:35.418336 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:50:35.429223 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:50:35.440606 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:50:35.743392 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:50:35.882553 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:50:36.228155 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1939): Launched\u000a11:50:36.516764 run iperf3-srv_10.42.42.10(pid=1940): Launched\u000a11:50:36.721070 tst iperf3.py:8: start network...\u000a11:50:36.860238 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:50:37.386920 run create_hlr_db(pid=1941): Launched\u000a11:50:37.579599 bus /gobi_6: Setting Powered False\u000a11:50:38.589893 run create_hlr_db(pid=1941): Terminated: ok {rc=0}\u000a11:50:39.042692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1943): Launched\u000a11:50:39.379808 run osmo-hlr_10.42.42.2(pid=1944): Launched\u000a11:50:39.503282 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:50:40.090145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1946): Launched\u000a11:50:40.425946 run osmo-stp_10.42.42.5(pid=1947): Launched\u000a11:50:40.548029 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:50:41.135197 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1949): Launched\u000a11:50:41.254116 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:50:41.546544 run patchelf(pid=1950): Launched\u000a11:50:41.741946 run osmo-stp_10.42.42.5(pid=1947): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1947)]\u000a11:50:41.883833 run osmo-stp_10.42.42.5(pid=1947): stdout: \u000a| (launched: 2022-12-09_11:50:40.259689)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:50:42.026212 run osmo-stp_10.42.42.5(pid=1947): stderr: \u000a| �[0;m�[38;5;43m20221209115040453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115040453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115040454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115040454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115040454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115040454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115040454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:50:42.163654 run osmo-stp_10.42.42.5(pid=1947): stdout: \u000a| (launched: 2022-12-09_11:50:40.259689)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:50:42.300269 run osmo-stp_10.42.42.5(pid=1947): stderr: \u000a| �[0;m�[38;5;43m20221209115040453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115040453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115040454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115040454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115040454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115040454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115040454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:50:42.460336 run patchelf(pid=1950): Terminating (SIGINT)\u000a11:50:42.648616 run patchelf(pid=1950): Terminated: ok {rc=0}\u000a11:50:42.683159 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1947): Process ended prematurely: osmo-stp_10.42.42.5(pid=1947) [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1947)] [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8]\u000a11:50:42.693261 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a11:50:42.758087 run osmo-hlr_10.42.42.2(pid=1944): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1944)]\u000a11:50:42.810702 run osmo-hlr_10.42.42.2(pid=1944): stdout: \u000a| (launched: 2022-12-09_11:50:39.212484) \u000a11:50:42.864170 run osmo-hlr_10.42.42.2(pid=1944): stderr: \u000a| �[0;m�[1;31m20221209115039413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209115039413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209115039413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115039413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115039413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209115039413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209115039429 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209115039439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209115039439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209115039439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:50:42.909695 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1939): Terminating (SIGTERM)\u000a11:50:42.952669 run iperf3-srv_10.42.42.10(pid=1940): Terminating (SIGTERM)\u000a11:50:42.995125 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1943): Terminating (SIGTERM)\u000a11:50:43.038325 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1946): Terminating (SIGTERM)\u000a11:50:43.081080 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1949): Terminating (SIGTERM)\u000a11:50:43.091201 --- ParallelTerminationStrategy: PID 1939 died...\u000a11:50:43.148584 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1939): Terminated: ok {rc=0}\u000a11:50:43.158903 --- ParallelTerminationStrategy: PID 1940 died...\u000a11:50:43.216291 run iperf3-srv_10.42.42.10(pid=1940): Terminated {rc=256}\u000a11:50:43.226479 --- ParallelTerminationStrategy: PID 1943 died...\u000a11:50:43.284156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1943): Terminated: ok {rc=0}\u000a11:50:43.294400 --- ParallelTerminationStrategy: PID 1946 died...\u000a11:50:43.351979 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1946): Terminated: ok {rc=0}\u000a11:50:43.362220 --- ParallelTerminationStrategy: PID 1949 died...\u000a11:50:43.420072 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1949): Terminated: ok {rc=0}\u000a11:50:43.510546 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1966): Process ended prematurely: osmo-stp_10.42.42.5(pid=1966) [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1966)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1966): Process ended prematurely: osmo-stp_10.42.42.5(pid=1966) [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1966)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a11:50:44.628893 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:50:44.641207 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:50:44.791687 tst iperf3m4.py: using LAC 21265\u000a11:50:44.917504 tst iperf3m4.py: using RAC 100\u000a11:50:45.040185 tst iperf3m4.py: using CellId 21265\u000a11:50:45.164839 tst iperf3m4.py: using BVCI 21266\u000a11:50:45.188873 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:50:45.200193 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:50:45.211889 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:50:45.223748 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:50:45.234742 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:50:45.246183 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:50:45.257649 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:50:45.268790 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:50:45.280177 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:50:45.403579 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:50:45.527444 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:50:45.654176 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:50:45.974281 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:50:46.155991 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:50:46.570381 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1951): Launched\u000a11:50:46.885139 run iperf3-srv_10.42.42.10(pid=1952): Launched\u000a11:50:47.082793 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:50:47.217011 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:50:47.544662 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1953): Launched\u000a11:50:47.814708 run iperf3-srv_10.42.42.10(pid=1954): Launched\u000a11:50:48.003849 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:50:48.132387 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:50:48.456291 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1955): Launched\u000a11:50:48.726644 run iperf3-srv_10.42.42.10(pid=1956): Launched\u000a11:50:48.916823 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:50:49.046162 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:50:49.369752 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1957): Launched\u000a11:50:49.640146 run iperf3-srv_10.42.42.10(pid=1958): Launched\u000a11:50:49.830062 tst iperf3m4.py:8: start network...\u000a11:50:49.959456 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:50:50.459119 run create_hlr_db(pid=1959): Launched\u000a11:50:50.637958 bus /gobi_6: Setting Powered False\u000a11:50:51.660670 run create_hlr_db(pid=1959): Terminated: ok {rc=0}\u000a11:50:52.106057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1961): Launched\u000a11:50:52.440116 run osmo-hlr_10.42.42.2(pid=1962): Launched\u000a11:50:52.560849 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:50:53.142459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1965): Launched\u000a11:50:53.477371 run osmo-stp_10.42.42.5(pid=1966): Launched\u000a11:50:53.599231 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:50:54.182254 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1968): Launched\u000a11:50:54.301337 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:50:54.593645 run patchelf(pid=1969): Launched\u000a11:50:54.788332 run osmo-stp_10.42.42.5(pid=1966): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1966)]\u000a11:50:54.931054 run osmo-stp_10.42.42.5(pid=1966): stdout: \u000a| (launched: 2022-12-09_11:50:53.312502)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:50:55.074099 run osmo-stp_10.42.42.5(pid=1966): stderr: \u000a| �[0;m�[38;5;43m20221209115053506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115053506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115053506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115053507 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115053507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115053507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115053507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:50:55.212302 run osmo-stp_10.42.42.5(pid=1966): stdout: \u000a| (launched: 2022-12-09_11:50:53.312502)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:50:55.349165 run osmo-stp_10.42.42.5(pid=1966): stderr: \u000a| �[0;m�[38;5;43m20221209115053506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115053506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115053506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115053507 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115053507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115053507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115053507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:50:55.509490 run patchelf(pid=1969): Terminating (SIGINT)\u000a11:50:55.698085 run patchelf(pid=1969): Terminated: ok {rc=0}\u000a11:50:55.732474 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=1966): Process ended prematurely: osmo-stp_10.42.42.5(pid=1966) [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1966)] [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8]\u000a11:50:55.742646 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a11:50:55.807974 run osmo-hlr_10.42.42.2(pid=1962): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1962)]\u000a11:50:55.860524 run osmo-hlr_10.42.42.2(pid=1962): stdout: \u000a| (launched: 2022-12-09_11:50:52.275577) \u000a11:50:55.913680 run osmo-hlr_10.42.42.2(pid=1962): stderr: \u000a| �[0;m�[1;31m20221209115052475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209115052475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209115052475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115052475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115052475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209115052475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209115052488 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209115052497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209115052497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209115052497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:50:55.959306 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1951): Terminating (SIGTERM)\u000a11:50:56.002347 run iperf3-srv_10.42.42.10(pid=1952): Terminating (SIGTERM)\u000a11:50:56.045145 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1953): Terminating (SIGTERM)\u000a11:50:56.088234 run iperf3-srv_10.42.42.10(pid=1954): Terminating (SIGTERM)\u000a11:50:56.132941 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1955): Terminating (SIGTERM)\u000a11:50:56.175950 run iperf3-srv_10.42.42.10(pid=1956): Terminating (SIGTERM)\u000a11:50:56.218976 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1957): Terminating (SIGTERM)\u000a11:50:56.262162 run iperf3-srv_10.42.42.10(pid=1958): Terminating (SIGTERM)\u000a11:50:56.304734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1961): Terminating (SIGTERM)\u000a11:50:56.347965 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1965): Terminating (SIGTERM)\u000a11:50:56.391350 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1968): Terminating (SIGTERM)\u000a11:50:56.401221 --- ParallelTerminationStrategy: PID 1951 died...\u000a11:50:56.458873 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1951): Terminated: ok {rc=0}\u000a11:50:56.469146 --- ParallelTerminationStrategy: PID 1952 died...\u000a11:50:56.525953 run iperf3-srv_10.42.42.10(pid=1952): Terminated {rc=256}\u000a11:50:56.536032 --- ParallelTerminationStrategy: PID 1953 died...\u000a11:50:56.593044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1953): Terminated: ok {rc=0}\u000a11:50:56.603204 --- ParallelTerminationStrategy: PID 1954 died...\u000a11:50:56.660090 run iperf3-srv_10.42.42.10(pid=1954): Terminated {rc=256}\u000a11:50:56.670331 --- ParallelTerminationStrategy: PID 1955 died...\u000a11:50:56.727242 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1955): Terminated: ok {rc=0}\u000a11:50:56.737471 --- ParallelTerminationStrategy: PID 1956 died...\u000a11:50:56.794051 run iperf3-srv_10.42.42.10(pid=1956): Terminated {rc=256}\u000a11:50:56.804188 --- ParallelTerminationStrategy: PID 1957 died...\u000a11:50:56.860900 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1957): Terminated: ok {rc=0}\u000a11:50:56.871188 --- ParallelTerminationStrategy: PID 1958 died...\u000a11:50:56.927897 run iperf3-srv_10.42.42.10(pid=1958): Terminated {rc=256}\u000a11:50:56.938078 --- ParallelTerminationStrategy: PID 1961 died...\u000a11:50:56.994919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1961): Terminated: ok {rc=0}\u000a11:50:57.005156 --- ParallelTerminationStrategy: PID 1965 died...\u000a11:50:57.061781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1965): Terminated: ok {rc=0}\u000a11:50:57.072227 --- ParallelTerminationStrategy: PID 1968 died...\u000a11:50:57.129627 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1968): Terminated: ok {rc=0}\u000a11:50:57.219188 bus /gobi_4: Setting Powered False\u000a11:50:58.328308 bus /gobi_4: Setting Powered False\u000a11:50:59.436862 bus /gobi_1: Setting Powered False\u000a11:51:00.544871 bus /gobi_1: Setting Powered False\u000a11:51:01.659655 bus /gobi_0: Setting Powered False\u000a11:51:02.767842 bus /gobi_0: Setting Powered False\u000a11:51:03.881273 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1976): Process ended prematurely: osmo-stp_10.42.42.5(pid=1976) [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1976)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1976): Process ended prematurely: osmo-stp_10.42.42.5(pid=1976) [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1976)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-sysmocell5000+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a11:51:04.950064 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:51:04.962197 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:51:05.103622 tst ping.py: using LAC 21266\u000a11:51:05.226278 tst ping.py: using RAC 101\u000a11:51:05.345449 tst ping.py: using CellId 21266\u000a11:51:05.464662 tst ping.py: using BVCI 21267\u000a11:51:05.487912 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:51:05.499021 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:51:05.509888 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:51:05.520710 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:51:05.531547 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:51:05.542432 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:51:05.553527 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:51:05.564221 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:51:05.862993 tst ping.py:19: start network...\u000a11:51:05.999188 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:51:06.514255 run create_hlr_db(pid=1970): Launched\u000a11:51:06.704851 bus /gobi_6: Setting Powered False\u000a11:51:07.725335 run create_hlr_db(pid=1970): Terminated: ok {rc=0}\u000a11:51:08.140423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1972): Launched\u000a11:51:08.446781 run osmo-hlr_10.42.42.2(pid=1973): Launched\u000a11:51:08.559969 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:51:09.104750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1975): Launched\u000a11:51:09.432647 run osmo-stp_10.42.42.5(pid=1976): Launched\u000a11:51:09.551330 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:51:10.124631 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1978): Launched\u000a11:51:10.241828 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:51:10.529860 run patchelf(pid=1979): Launched\u000a11:51:10.721926 run osmo-stp_10.42.42.5(pid=1976): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1976)]\u000a11:51:10.862396 run osmo-stp_10.42.42.5(pid=1976): stdout: \u000a| (launched: 2022-12-09_11:51:09.271118)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:51:11.003460 run osmo-stp_10.42.42.5(pid=1976): stderr: \u000a| �[0;m�[38;5;43m20221209115109464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115109464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115109464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115109464 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115109467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115109467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115109467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:51:11.139323 run osmo-stp_10.42.42.5(pid=1976): stdout: \u000a| (launched: 2022-12-09_11:51:09.271118)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:51:11.273735 run osmo-stp_10.42.42.5(pid=1976): stderr: \u000a| �[0;m�[38;5;43m20221209115109464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115109464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115109464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115109464 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115109467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115109467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115109467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:51:11.431740 run patchelf(pid=1979): Terminating (SIGINT)\u000a11:51:11.617383 run patchelf(pid=1979): Terminated: ok {rc=0}\u000a11:51:11.650865 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=1976): Process ended prematurely: osmo-stp_10.42.42.5(pid=1976) [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1976)] [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22]\u000a11:51:11.660273 tst ping.py:22: Test FAILED (6.7 sec)\u000a11:51:11.725258 run osmo-hlr_10.42.42.2(pid=1973): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1973)]\u000a11:51:11.778104 run osmo-hlr_10.42.42.2(pid=1973): stdout: \u000a| (launched: 2022-12-09_11:51:08.295294) \u000a11:51:11.831505 run osmo-hlr_10.42.42.2(pid=1973): stderr: \u000a| �[0;m�[1;31m20221209115108476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209115108476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209115108476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115108476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115108476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209115108476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209115108488 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-sysmocell5000+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209115108497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209115108497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209115108498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:51:11.877043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1972): Terminating (SIGTERM)\u000a11:51:11.919966 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1975): Terminating (SIGTERM)\u000a11:51:11.963477 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1978): Terminating (SIGTERM)\u000a11:51:11.973463 --- ParallelTerminationStrategy: PID 1972 died...\u000a11:51:12.030796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1972): Terminated: ok {rc=0}\u000a11:51:12.041139 --- ParallelTerminationStrategy: PID 1975 died...\u000a11:51:12.098411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1975): Terminated: ok {rc=0}\u000a11:51:12.108585 --- ParallelTerminationStrategy: PID 1978 died...\u000a11:51:12.165562 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1978): Terminated: ok {rc=0}\u000a11:51:12.254612 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=1986): Process ended prematurely: osmo-stp_10.42.42.5(pid=1986) [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1986)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=1986): Process ended prematurely: osmo-stp_10.42.42.5(pid=1986) [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1986)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-sysmocell5000+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a11:51:13.307014 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:51:13.319277 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:51:13.463199 tst ping_idle_ping.py: using LAC 21267\u000a11:51:13.584493 tst ping_idle_ping.py: using RAC 102\u000a11:51:13.702785 tst ping_idle_ping.py: using CellId 21267\u000a11:51:13.822267 tst ping_idle_ping.py: using BVCI 21268\u000a11:51:13.845695 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:51:13.856735 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:51:13.867664 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:51:13.878788 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:51:13.889802 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:51:13.900675 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:51:13.911767 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:51:13.922703 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:51:14.207166 tst ping_idle_ping.py:24: start network...\u000a11:51:14.334929 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:51:14.829372 run create_hlr_db(pid=1980): Launched\u000a11:51:15.006927 bus /gobi_6: Setting Powered False\u000a11:51:16.041095 run create_hlr_db(pid=1980): Terminated: ok {rc=0}\u000a11:51:16.478622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1982): Launched\u000a11:51:16.880910 run osmo-hlr_10.42.42.2(pid=1983): Launched\u000a11:51:17.140227 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:51:17.721523 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1985): Launched\u000a11:51:18.028201 run osmo-stp_10.42.42.5(pid=1986): Launched\u000a11:51:18.138747 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:51:18.675119 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1988): Launched\u000a11:51:18.784052 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:51:19.054113 run patchelf(pid=1989): Launched\u000a11:51:19.234691 run osmo-stp_10.42.42.5(pid=1986): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1986)]\u000a11:51:19.366397 run osmo-stp_10.42.42.5(pid=1986): stdout: \u000a| (launched: 2022-12-09_11:51:17.877407)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:51:19.498097 run osmo-stp_10.42.42.5(pid=1986): stderr: \u000a| �[0;m�[38;5;43m20221209115118049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115118049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115118049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115118050 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115118050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115118050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115118051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:51:19.625283 run osmo-stp_10.42.42.5(pid=1986): stdout: \u000a| (launched: 2022-12-09_11:51:17.877407)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:51:19.750964 run osmo-stp_10.42.42.5(pid=1986): stderr: \u000a| �[0;m�[38;5;43m20221209115118049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115118049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115118049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115118050 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115118050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115118050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115118051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:51:19.899473 run patchelf(pid=1989): Terminating (SIGINT)\u000a11:51:20.073476 run patchelf(pid=1989): Terminated: ok {rc=0}\u000a11:51:20.104869 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=1986): Process ended prematurely: osmo-stp_10.42.42.5(pid=1986) [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=1986)] [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a11:51:20.113719 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a11:51:20.174160 run osmo-hlr_10.42.42.2(pid=1983): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=1983)]\u000a11:51:20.223751 run osmo-hlr_10.42.42.2(pid=1983): stdout: \u000a| (launched: 2022-12-09_11:51:16.641817) \u000a11:51:20.274419 run osmo-hlr_10.42.42.2(pid=1983): stderr: \u000a| �[0;m�[1;31m20221209115116990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209115116990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209115116991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115116991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115116991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209115116991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209115117014 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-sysmocell5000+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209115117040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209115117040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209115117040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:51:20.317380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1982): Terminating (SIGTERM)\u000a11:51:20.357932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1985): Terminating (SIGTERM)\u000a11:51:20.398507 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1988): Terminating (SIGTERM)\u000a11:51:20.407910 --- ParallelTerminationStrategy: PID 1982 died...\u000a11:51:20.462244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=1982): Terminated: ok {rc=0}\u000a11:51:20.472238 --- ParallelTerminationStrategy: PID 1985 died...\u000a11:51:20.526305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=1985): Terminated: ok {rc=0}\u000a11:51:20.536111 --- ParallelTerminationStrategy: PID 1988 died...\u000a11:51:20.590027 run pcap-recorder_any(filters='host 10.42.42.6')(pid=1988): Terminated: ok {rc=0}\u000a11:51:20.680036 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "70", "name" : "gprs_trx-sysmocell5000+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:50:21" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2006): Process ended prematurely: osmo-stp_10.42.42.5(pid=2006) [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2006)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2006): Process ended prematurely: osmo-stp_10.42.42.5(pid=2006) [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2006)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:51:22.842332 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:51:22.853490 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:51:23.015378 tst cs_paging_gprs_active.py: using LAC 21268\u000a11:51:23.139387 tst cs_paging_gprs_active.py: using RAC 103\u000a11:51:23.263888 tst cs_paging_gprs_active.py: using CellId 21268\u000a11:51:23.386055 tst cs_paging_gprs_active.py: using BVCI 21269\u000a11:51:23.410064 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:51:23.421126 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:51:23.431879 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:51:23.442767 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:51:23.453651 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:51:23.464386 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:51:23.475370 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:51:23.486130 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:51:23.497076 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:51:23.616109 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:51:23.905924 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:51:24.035691 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:51:24.358680 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1996): Launched\u000a11:51:24.628884 run iperf3-srv_10.42.42.10(pid=1997): Launched\u000a11:51:24.819749 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:51:24.949657 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:51:25.273341 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1998): Launched\u000a11:51:25.542417 run iperf3-srv_10.42.42.10(pid=1999): Launched\u000a11:51:25.731626 tst cs_paging_gprs_active.py:38: start network...\u000a11:51:25.861256 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:51:26.361116 run create_hlr_db(pid=2000): Launched\u000a11:51:26.539853 bus /gobi_6: Setting Powered False\u000a11:51:27.562335 run create_hlr_db(pid=2000): Terminated: ok {rc=0}\u000a11:51:28.006024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2002): Launched\u000a11:51:28.340871 run osmo-hlr_10.42.42.2(pid=2003): Launched\u000a11:51:28.464053 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:51:29.042771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2005): Launched\u000a11:51:29.378141 run osmo-stp_10.42.42.5(pid=2006): Launched\u000a11:51:29.500010 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:51:30.082304 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2008): Launched\u000a11:51:30.201628 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:51:30.494616 run patchelf(pid=2009): Launched\u000a11:51:30.689372 run osmo-stp_10.42.42.5(pid=2006): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2006)]\u000a11:51:30.834145 run osmo-stp_10.42.42.5(pid=2006): stdout: \u000a| (launched: 2022-12-09_11:51:29.212221)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:51:30.997990 run osmo-stp_10.42.42.5(pid=2006): stderr: \u000a| �[0;m�[38;5;43m20221209115129406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115129406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115129406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115129407 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115129409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115129409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115129409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:51:31.139146 run osmo-stp_10.42.42.5(pid=2006): stdout: \u000a| (launched: 2022-12-09_11:51:29.212221)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:51:31.279006 run osmo-stp_10.42.42.5(pid=2006): stderr: \u000a| �[0;m�[38;5;43m20221209115129406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115129406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115129406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115129407 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115129409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115129409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115129409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:51:31.443609 run patchelf(pid=2009): Terminating (SIGINT)\u000a11:51:31.636861 run patchelf(pid=2009): Terminated: ok {rc=0}\u000a11:51:31.672673 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=2006): Process ended prematurely: osmo-stp_10.42.42.5(pid=2006) [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2006)] [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a11:51:31.683929 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a11:51:31.752740 run osmo-hlr_10.42.42.2(pid=2003): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2003)]\u000a11:51:31.807517 run osmo-hlr_10.42.42.2(pid=2003): stdout: \u000a| (launched: 2022-12-09_11:51:28.175420) \u000a11:51:31.863107 run osmo-hlr_10.42.42.2(pid=2003): stderr: \u000a| �[0;m�[1;31m20221209115128377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209115128378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209115128378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115128378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115128378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209115128378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209115128390 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209115128399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209115128399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209115128399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:51:31.911082 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1996): Terminating (SIGTERM)\u000a11:51:31.957610 run iperf3-srv_10.42.42.10(pid=1997): Terminating (SIGTERM)\u000a11:51:32.007669 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1998): Terminating (SIGTERM)\u000a11:51:32.058456 run iperf3-srv_10.42.42.10(pid=1999): Terminating (SIGTERM)\u000a11:51:32.109829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2002): Terminating (SIGTERM)\u000a11:51:32.162429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2005): Terminating (SIGTERM)\u000a11:51:32.207367 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2008): Terminating (SIGTERM)\u000a11:51:32.218596 --- ParallelTerminationStrategy: PID 1996 died...\u000a11:51:32.275577 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1996): Terminated: ok {rc=0}\u000a11:51:32.285712 --- ParallelTerminationStrategy: PID 1997 died...\u000a11:51:32.339432 run iperf3-srv_10.42.42.10(pid=1997): Terminated {rc=256}\u000a11:51:32.349130 --- ParallelTerminationStrategy: PID 1998 died...\u000a11:51:32.402506 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=1998): Terminated: ok {rc=0}\u000a11:51:32.412043 --- ParallelTerminationStrategy: PID 1999 died...\u000a11:51:32.465916 run iperf3-srv_10.42.42.10(pid=1999): Terminated {rc=256}\u000a11:51:32.475472 --- ParallelTerminationStrategy: PID 2002 died...\u000a11:51:32.528792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2002): Terminated: ok {rc=0}\u000a11:51:32.538433 --- ParallelTerminationStrategy: PID 2005 died...\u000a11:51:32.592346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2005): Terminated: ok {rc=0}\u000a11:51:32.601965 --- ParallelTerminationStrategy: PID 2008 died...\u000a11:51:32.655168 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2008): Terminated: ok {rc=0}\u000a11:51:32.744919 bus /gobi_0: Setting Powered False\u000a11:51:33.848746 bus /gobi_0: Setting Powered False\u000a11:51:34.961978 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2018): Process ended prematurely: osmo-stp_10.42.42.5(pid=2018) [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2018)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2018): Process ended prematurely: osmo-stp_10.42.42.5(pid=2018) [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2018)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a11:51:36.073703 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:51:36.085682 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:51:36.248103 tst iperf3.py: using LAC 21269\u000a11:51:36.372062 tst iperf3.py: using RAC 104\u000a11:51:36.495237 tst iperf3.py: using CellId 21269\u000a11:51:36.619341 tst iperf3.py: using BVCI 21270\u000a11:51:36.643066 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:51:36.654219 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:51:36.665248 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:51:36.676205 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:51:36.687122 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:51:36.698016 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:51:36.709233 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:51:36.720010 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:51:36.731057 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:51:37.032824 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:51:37.172497 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:51:37.518626 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2010): Launched\u000a11:51:37.807503 run iperf3-srv_10.42.42.10(pid=2011): Launched\u000a11:51:38.013054 tst iperf3.py:8: start network...\u000a11:51:38.153243 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:51:38.681281 run create_hlr_db(pid=2012): Launched\u000a11:51:38.874056 bus /gobi_6: Setting Powered False\u000a11:51:39.895365 run create_hlr_db(pid=2012): Terminated: ok {rc=0}\u000a11:51:40.316395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2014): Launched\u000a11:51:40.630321 run osmo-hlr_10.42.42.2(pid=2015): Launched\u000a11:51:40.744299 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:51:41.286835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2017): Launched\u000a11:51:41.599138 run osmo-stp_10.42.42.5(pid=2018): Launched\u000a11:51:41.712196 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:51:42.258446 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2020): Launched\u000a11:51:42.370015 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:51:42.644557 run patchelf(pid=2021): Launched\u000a11:51:42.827063 run osmo-stp_10.42.42.5(pid=2018): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2018)]\u000a11:51:42.959946 run osmo-stp_10.42.42.5(pid=2018): stdout: \u000a| (launched: 2022-12-09_11:51:41.444759)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:51:43.093325 run osmo-stp_10.42.42.5(pid=2018): stderr: \u000a| �[0;m�[38;5;43m20221209115141619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115141619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115141620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115141620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115141620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115141620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115141621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:51:43.223526 run osmo-stp_10.42.42.5(pid=2018): stdout: \u000a| (launched: 2022-12-09_11:51:41.444759)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:51:43.351018 run osmo-stp_10.42.42.5(pid=2018): stderr: \u000a| �[0;m�[38;5;43m20221209115141619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115141619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115141620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115141620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115141620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115141620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115141621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:51:43.500881 run patchelf(pid=2021): Terminating (SIGINT)\u000a11:51:43.678052 run patchelf(pid=2021): Terminated: ok {rc=0}\u000a11:51:43.710378 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2018): Process ended prematurely: osmo-stp_10.42.42.5(pid=2018) [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2018)] [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a11:51:43.719577 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a11:51:43.780158 run osmo-hlr_10.42.42.2(pid=2015): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2015)]\u000a11:51:43.829835 run osmo-hlr_10.42.42.2(pid=2015): stdout: \u000a| (launched: 2022-12-09_11:51:40.475786) \u000a11:51:43.879822 run osmo-hlr_10.42.42.2(pid=2015): stderr: \u000a| �[0;m�[1;31m20221209115140656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209115140656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209115140656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115140656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115140656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209115140657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209115140668 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209115140679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209115140679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209115140679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:51:43.922196 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2010): Terminating (SIGTERM)\u000a11:51:43.962060 run iperf3-srv_10.42.42.10(pid=2011): Terminating (SIGTERM)\u000a11:51:44.002552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2014): Terminating (SIGTERM)\u000a11:51:44.042695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2017): Terminating (SIGTERM)\u000a11:51:44.082515 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2020): Terminating (SIGTERM)\u000a11:51:44.091664 --- ParallelTerminationStrategy: PID 2010 died...\u000a11:51:44.145221 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2010): Terminated: ok {rc=0}\u000a11:51:44.154841 --- ParallelTerminationStrategy: PID 2011 died...\u000a11:51:44.208008 run iperf3-srv_10.42.42.10(pid=2011): Terminated {rc=256}\u000a11:51:44.217886 --- ParallelTerminationStrategy: PID 2014 died...\u000a11:51:44.271334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2014): Terminated: ok {rc=0}\u000a11:51:44.281051 --- ParallelTerminationStrategy: PID 2017 died...\u000a11:51:44.334862 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2017): Terminated: ok {rc=0}\u000a11:51:44.344486 --- ParallelTerminationStrategy: PID 2020 died...\u000a11:51:44.397655 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2020): Terminated: ok {rc=0}\u000a11:51:44.481754 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2036): Process ended prematurely: osmo-stp_10.42.42.5(pid=2036) [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2036)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2036): Process ended prematurely: osmo-stp_10.42.42.5(pid=2036) [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2036)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a11:51:45.592782 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:51:45.604744 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:51:45.766611 tst iperf3m4.py: using LAC 21270\u000a11:51:45.897056 tst iperf3m4.py: using RAC 105\u000a11:51:46.028674 tst iperf3m4.py: using CellId 21270\u000a11:51:46.163005 tst iperf3m4.py: using BVCI 21271\u000a11:51:46.190051 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:51:46.203199 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:51:46.217188 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:51:46.231421 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:51:46.244872 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:51:46.258908 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:51:46.272760 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:51:46.286547 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:51:46.300697 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:51:46.426632 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:51:46.573812 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:51:46.715659 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:51:47.035641 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:51:47.180231 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:51:47.534964 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2022): Launched\u000a11:51:47.825474 run iperf3-srv_10.42.42.10(pid=2023): Launched\u000a11:51:48.032058 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:51:48.172736 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:51:48.522229 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2024): Launched\u000a11:51:48.811052 run iperf3-srv_10.42.42.10(pid=2025): Launched\u000a11:51:49.015740 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:51:49.155307 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:51:49.504800 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2026): Launched\u000a11:51:49.794333 run iperf3-srv_10.42.42.10(pid=2027): Launched\u000a11:51:49.999614 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:51:50.139531 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:51:50.487982 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2028): Launched\u000a11:51:50.777652 run iperf3-srv_10.42.42.10(pid=2029): Launched\u000a11:51:50.982337 tst iperf3m4.py:8: start network...\u000a11:51:51.121967 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:51:51.649490 run create_hlr_db(pid=2030): Launched\u000a11:51:51.842649 bus /gobi_6: Setting Powered False\u000a11:51:52.863267 run create_hlr_db(pid=2030): Terminated: ok {rc=0}\u000a11:51:53.292481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2032): Launched\u000a11:51:53.630737 run osmo-hlr_10.42.42.2(pid=2033): Launched\u000a11:51:53.756324 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:51:54.339397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2035): Launched\u000a11:51:54.674171 run osmo-stp_10.42.42.5(pid=2036): Launched\u000a11:51:54.795166 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:51:55.378605 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2038): Launched\u000a11:51:55.498508 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:51:55.790425 run patchelf(pid=2039): Launched\u000a11:51:55.985630 run osmo-stp_10.42.42.5(pid=2036): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2036)]\u000a11:51:56.128430 run osmo-stp_10.42.42.5(pid=2036): stdout: \u000a| (launched: 2022-12-09_11:51:54.508874)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:51:56.271104 run osmo-stp_10.42.42.5(pid=2036): stderr: \u000a| �[0;m�[38;5;43m20221209115154701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115154701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115154701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115154702 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115154702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115154702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115154702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:51:56.409490 run osmo-stp_10.42.42.5(pid=2036): stdout: \u000a| (launched: 2022-12-09_11:51:54.508874)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:51:56.546854 run osmo-stp_10.42.42.5(pid=2036): stderr: \u000a| �[0;m�[38;5;43m20221209115154701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115154701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115154701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115154702 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115154702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115154702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115154702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:51:56.706827 run patchelf(pid=2039): Terminating (SIGINT)\u000a11:51:56.895120 run patchelf(pid=2039): Terminated: ok {rc=0}\u000a11:51:56.929636 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2036): Process ended prematurely: osmo-stp_10.42.42.5(pid=2036) [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2036)] [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a11:51:56.939670 tst iperf3m4.py:8: Test FAILED (11.4 sec)\u000a11:51:57.004526 run osmo-hlr_10.42.42.2(pid=2033): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2033)]\u000a11:51:57.057993 run osmo-hlr_10.42.42.2(pid=2033): stdout: \u000a| (launched: 2022-12-09_11:51:53.464251) \u000a11:51:57.111743 run osmo-hlr_10.42.42.2(pid=2033): stderr: \u000a| �[0;m�[1;31m20221209115153664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209115153664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209115153664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115153664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115153664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209115153664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209115153680 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209115153690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209115153690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209115153690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:51:57.157130 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2022): Terminating (SIGTERM)\u000a11:51:57.200269 run iperf3-srv_10.42.42.10(pid=2023): Terminating (SIGTERM)\u000a11:51:57.243228 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2024): Terminating (SIGTERM)\u000a11:51:57.286270 run iperf3-srv_10.42.42.10(pid=2025): Terminating (SIGTERM)\u000a11:51:57.329383 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2026): Terminating (SIGTERM)\u000a11:51:57.372016 run iperf3-srv_10.42.42.10(pid=2027): Terminating (SIGTERM)\u000a11:51:57.415671 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2028): Terminating (SIGTERM)\u000a11:51:57.458449 run iperf3-srv_10.42.42.10(pid=2029): Terminating (SIGTERM)\u000a11:51:57.501492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2032): Terminating (SIGTERM)\u000a11:51:57.544205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2035): Terminating (SIGTERM)\u000a11:51:57.587343 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2038): Terminating (SIGTERM)\u000a11:51:57.597281 --- ParallelTerminationStrategy: PID 2022 died...\u000a11:51:57.654591 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2022): Terminated: ok {rc=0}\u000a11:51:57.664892 --- ParallelTerminationStrategy: PID 2023 died...\u000a11:51:57.721639 run iperf3-srv_10.42.42.10(pid=2023): Terminated {rc=256}\u000a11:51:57.732007 --- ParallelTerminationStrategy: PID 2024 died...\u000a11:51:57.789428 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2024): Terminated: ok {rc=0}\u000a11:51:57.799782 --- ParallelTerminationStrategy: PID 2025 died...\u000a11:51:57.856724 run iperf3-srv_10.42.42.10(pid=2025): Terminated {rc=256}\u000a11:51:57.866999 --- ParallelTerminationStrategy: PID 2026 died...\u000a11:51:57.924237 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2026): Terminated: ok {rc=0}\u000a11:51:57.934512 --- ParallelTerminationStrategy: PID 2027 died...\u000a11:51:57.991394 run iperf3-srv_10.42.42.10(pid=2027): Terminated {rc=256}\u000a11:51:58.001787 --- ParallelTerminationStrategy: PID 2028 died...\u000a11:51:58.058868 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2028): Terminated: ok {rc=0}\u000a11:51:58.069204 --- ParallelTerminationStrategy: PID 2029 died...\u000a11:51:58.126167 run iperf3-srv_10.42.42.10(pid=2029): Terminated {rc=256}\u000a11:51:58.136633 --- ParallelTerminationStrategy: PID 2032 died...\u000a11:51:58.193581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2032): Terminated: ok {rc=0}\u000a11:51:58.204248 --- ParallelTerminationStrategy: PID 2035 died...\u000a11:51:58.261498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2035): Terminated: ok {rc=0}\u000a11:51:58.271836 --- ParallelTerminationStrategy: PID 2038 died...\u000a11:51:58.328842 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2038): Terminated: ok {rc=0}\u000a11:51:58.417721 bus /gobi_4: Setting Powered False\u000a11:51:59.527931 bus /gobi_4: Setting Powered False\u000a11:52:00.641812 bus /gobi_1: Setting Powered False\u000a11:52:01.751402 bus /gobi_1: Setting Powered False\u000a11:52:02.862627 bus /gobi_0: Setting Powered False\u000a11:52:03.970498 bus /gobi_0: Setting Powered False\u000a11:52:05.079911 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2048): Process ended prematurely: osmo-stp_10.42.42.5(pid=2048) [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2048)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2048): Process ended prematurely: osmo-stp_10.42.42.5(pid=2048) [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2048)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a11:52:06.146761 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:52:06.159157 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:52:06.319781 tst ping.py: using LAC 21271\u000a11:52:06.442103 tst ping.py: using RAC 106\u000a11:52:06.569808 tst ping.py: using CellId 21271\u000a11:52:06.694980 tst ping.py: using BVCI 21272\u000a11:52:06.718420 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:52:06.729916 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:52:06.740791 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:52:06.751746 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:52:06.762605 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:52:06.773523 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:52:06.784580 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:52:06.795431 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:52:07.075676 tst ping.py:19: start network...\u000a11:52:07.202685 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:52:07.691107 run create_hlr_db(pid=2042): Launched\u000a11:52:07.867726 bus /gobi_6: Setting Powered False\u000a11:52:08.889421 run create_hlr_db(pid=2042): Terminated: ok {rc=0}\u000a11:52:09.326768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2044): Launched\u000a11:52:09.656080 run osmo-hlr_10.42.42.2(pid=2045): Launched\u000a11:52:09.775109 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:52:10.346263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2047): Launched\u000a11:52:10.673683 run osmo-stp_10.42.42.5(pid=2048): Launched\u000a11:52:10.792086 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:52:11.363287 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2050): Launched\u000a11:52:11.480236 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:52:11.766008 run patchelf(pid=2051): Launched\u000a11:52:11.957984 run osmo-stp_10.42.42.5(pid=2048): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2048)]\u000a11:52:12.098318 run osmo-stp_10.42.42.5(pid=2048): stdout: \u000a| (launched: 2022-12-09_11:52:10.512633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:52:12.239039 run osmo-stp_10.42.42.5(pid=2048): stderr: \u000a| �[0;m�[38;5;43m20221209115210707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115210707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115210707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115210707 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115210708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115210708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115210708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:52:12.374815 run osmo-stp_10.42.42.5(pid=2048): stdout: \u000a| (launched: 2022-12-09_11:52:10.512633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:52:12.509328 run osmo-stp_10.42.42.5(pid=2048): stderr: \u000a| �[0;m�[38;5;43m20221209115210707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115210707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115210707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115210707 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115210708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115210708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115210708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:52:12.666493 run patchelf(pid=2051): Terminating (SIGINT)\u000a11:52:12.851547 run patchelf(pid=2051): Terminated: ok {rc=0}\u000a11:52:12.885023 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=2048): Process ended prematurely: osmo-stp_10.42.42.5(pid=2048) [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2048)] [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22]\u000a11:52:12.894297 tst ping.py:22: Test FAILED (6.7 sec)\u000a11:52:12.958962 run osmo-hlr_10.42.42.2(pid=2045): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2045)]\u000a11:52:13.012020 run osmo-hlr_10.42.42.2(pid=2045): stdout: \u000a| (launched: 2022-12-09_11:52:09.494284) \u000a11:52:13.065859 run osmo-hlr_10.42.42.2(pid=2045): stderr: \u000a| �[0;m�[1;31m20221209115209696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209115209696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209115209696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115209696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115209696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209115209696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209115209708 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209115209716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209115209717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209115209717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:52:13.111711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2044): Terminating (SIGTERM)\u000a11:52:13.155162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2047): Terminating (SIGTERM)\u000a11:52:13.198624 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2050): Terminating (SIGTERM)\u000a11:52:13.208529 --- ParallelTerminationStrategy: PID 2044 died...\u000a11:52:13.266132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2044): Terminated: ok {rc=0}\u000a11:52:13.276603 --- ParallelTerminationStrategy: PID 2047 died...\u000a11:52:13.334375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2047): Terminated: ok {rc=0}\u000a11:52:13.344679 --- ParallelTerminationStrategy: PID 2050 died...\u000a11:52:13.402456 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2050): Terminated: ok {rc=0}\u000a11:52:13.492128 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2058): Process ended prematurely: osmo-stp_10.42.42.5(pid=2058) [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2058)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2058): Process ended prematurely: osmo-stp_10.42.42.5(pid=2058) [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2058)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a11:52:14.547838 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:52:14.560889 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:52:14.733298 tst ping_idle_ping.py: using LAC 21272\u000a11:52:14.863522 tst ping_idle_ping.py: using RAC 107\u000a11:52:14.993194 tst ping_idle_ping.py: using CellId 21272\u000a11:52:15.127079 tst ping_idle_ping.py: using BVCI 21273\u000a11:52:15.152275 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:52:15.163889 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:52:15.175614 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:52:15.187544 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:52:15.199509 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:52:15.211157 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:52:15.222944 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:52:15.234646 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:52:15.534558 tst ping_idle_ping.py:24: start network...\u000a11:52:15.671911 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:52:16.266667 run create_hlr_db(pid=2052): Launched\u000a11:52:16.452413 bus /gobi_6: Setting Powered False\u000a11:52:17.466977 run create_hlr_db(pid=2052): Terminated: ok {rc=0}\u000a11:52:17.907655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2054): Launched\u000a11:52:18.236646 run osmo-hlr_10.42.42.2(pid=2055): Launched\u000a11:52:18.360355 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:52:18.933240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2057): Launched\u000a11:52:19.262023 run osmo-stp_10.42.42.5(pid=2058): Launched\u000a11:52:19.381833 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:52:19.955737 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2060): Launched\u000a11:52:20.073391 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:52:20.361711 run patchelf(pid=2061): Launched\u000a11:52:20.554934 run osmo-stp_10.42.42.5(pid=2058): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2058)]\u000a11:52:20.695757 run osmo-stp_10.42.42.5(pid=2058): stdout: \u000a| (launched: 2022-12-09_11:52:19.100081)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:52:20.836609 run osmo-stp_10.42.42.5(pid=2058): stderr: \u000a| �[0;m�[38;5;43m20221209115219294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115219294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115219294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115219295 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115219295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115219295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115219295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:52:20.972559 run osmo-stp_10.42.42.5(pid=2058): stdout: \u000a| (launched: 2022-12-09_11:52:19.100081)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:52:21.107324 run osmo-stp_10.42.42.5(pid=2058): stderr: \u000a| �[0;m�[38;5;43m20221209115219294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115219294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115219294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115219295 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115219295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115219295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115219295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:52:21.265004 run patchelf(pid=2061): Terminating (SIGINT)\u000a11:52:21.450878 run patchelf(pid=2061): Terminated: ok {rc=0}\u000a11:52:21.484707 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=2058): Process ended prematurely: osmo-stp_10.42.42.5(pid=2058) [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2058)] [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a11:52:21.494179 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a11:52:21.558199 run osmo-hlr_10.42.42.2(pid=2055): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2055)]\u000a11:52:21.610340 run osmo-hlr_10.42.42.2(pid=2055): stdout: \u000a| (launched: 2022-12-09_11:52:18.075122) \u000a11:52:21.663212 run osmo-hlr_10.42.42.2(pid=2055): stderr: \u000a| �[0;m�[1;31m20221209115218274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209115218274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209115218274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115218274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115218274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209115218274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209115218288 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209115218298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209115218298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209115218298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:52:21.707725 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2054): Terminating (SIGTERM)\u000a11:52:21.750276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2057): Terminating (SIGTERM)\u000a11:52:21.792908 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2060): Terminating (SIGTERM)\u000a11:52:21.802652 --- ParallelTerminationStrategy: PID 2054 died...\u000a11:52:21.859152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2054): Terminated: ok {rc=0}\u000a11:52:21.869851 --- ParallelTerminationStrategy: PID 2057 died...\u000a11:52:21.926405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2057): Terminated: ok {rc=0}\u000a11:52:21.936705 --- ParallelTerminationStrategy: PID 2060 died...\u000a11:52:21.993537 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2060): Terminated: ok {rc=0}\u000a11:52:22.080511 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "71", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:51:22" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2075): Process ended prematurely: osmo-stp_10.42.42.5(pid=2075) [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2075)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2075): Process ended prematurely: osmo-stp_10.42.42.5(pid=2075) [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2075)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:52:24.256735 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:52:24.267957 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:52:24.430185 tst cs_paging_gprs_active.py: using LAC 21273\u000a11:52:24.553921 tst cs_paging_gprs_active.py: using RAC 108\u000a11:52:24.675700 tst cs_paging_gprs_active.py: using CellId 21273\u000a11:52:24.799259 tst cs_paging_gprs_active.py: using BVCI 21274\u000a11:52:24.823250 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:52:24.834386 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:52:24.845271 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:52:24.856130 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:52:24.867113 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:52:24.878134 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:52:24.889204 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:52:24.899959 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:52:24.911105 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:52:25.035848 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:52:25.325393 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:52:25.455583 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:52:25.782488 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2065): Launched\u000a11:52:26.053980 run iperf3-srv_10.42.42.10(pid=2066): Launched\u000a11:52:26.245703 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:52:26.376687 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:52:26.702677 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2067): Launched\u000a11:52:26.972769 run iperf3-srv_10.42.42.10(pid=2068): Launched\u000a11:52:27.162712 tst cs_paging_gprs_active.py:38: start network...\u000a11:52:27.292112 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:52:27.793634 run create_hlr_db(pid=2069): Launched\u000a11:52:27.972829 bus /gobi_6: Setting Powered False\u000a11:52:28.994681 run create_hlr_db(pid=2069): Terminated: ok {rc=0}\u000a11:52:29.411945 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2071): Launched\u000a11:52:29.726014 run osmo-hlr_10.42.42.2(pid=2072): Launched\u000a11:52:29.845065 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:52:30.387227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2074): Launched\u000a11:52:30.701169 run osmo-stp_10.42.42.5(pid=2075): Launched\u000a11:52:30.813959 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:52:31.418351 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2077): Launched\u000a11:52:31.531386 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:52:31.814600 run patchelf(pid=2078): Launched\u000a11:52:32.001117 run osmo-stp_10.42.42.5(pid=2075): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2075)]\u000a11:52:32.136744 run osmo-stp_10.42.42.5(pid=2075): stdout: \u000a| (launched: 2022-12-09_11:52:30.546002)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:52:32.271742 run osmo-stp_10.42.42.5(pid=2075): stderr: \u000a| �[0;m�[38;5;43m20221209115230722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115230722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115230722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115230722 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115230723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115230723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115230723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:52:32.401688 run osmo-stp_10.42.42.5(pid=2075): stdout: \u000a| (launched: 2022-12-09_11:52:30.546002)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:52:32.529926 run osmo-stp_10.42.42.5(pid=2075): stderr: \u000a| �[0;m�[38;5;43m20221209115230722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115230722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115230722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115230722 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115230723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115230723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115230723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:52:32.680622 run patchelf(pid=2078): Terminating (SIGINT)\u000a11:52:32.858208 run patchelf(pid=2078): Terminated: ok {rc=0}\u000a11:52:32.890624 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=2075): Process ended prematurely: osmo-stp_10.42.42.5(pid=2075) [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2075)] [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a11:52:32.899925 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a11:52:32.960743 run osmo-hlr_10.42.42.2(pid=2072): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2072)]\u000a11:52:33.010832 run osmo-hlr_10.42.42.2(pid=2072): stdout: \u000a| (launched: 2022-12-09_11:52:29.571162) \u000a11:52:33.061176 run osmo-hlr_10.42.42.2(pid=2072): stderr: \u000a| �[0;m�[1;31m20221209115229748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209115229748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209115229748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115229748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115229748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209115229749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209115229761 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209115229769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209115229769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209115229770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:52:33.103820 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2065): Terminating (SIGTERM)\u000a11:52:33.143887 run iperf3-srv_10.42.42.10(pid=2066): Terminating (SIGTERM)\u000a11:52:33.184039 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2067): Terminating (SIGTERM)\u000a11:52:33.224162 run iperf3-srv_10.42.42.10(pid=2068): Terminating (SIGTERM)\u000a11:52:33.264316 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2071): Terminating (SIGTERM)\u000a11:52:33.304478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2074): Terminating (SIGTERM)\u000a11:52:33.344545 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2077): Terminating (SIGTERM)\u000a11:52:33.353837 --- ParallelTerminationStrategy: PID 2065 died...\u000a11:52:33.408053 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2065): Terminated: ok {rc=0}\u000a11:52:33.417703 --- ParallelTerminationStrategy: PID 2066 died...\u000a11:52:33.471116 run iperf3-srv_10.42.42.10(pid=2066): Terminated {rc=256}\u000a11:52:33.480657 --- ParallelTerminationStrategy: PID 2067 died...\u000a11:52:33.533852 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2067): Terminated: ok {rc=0}\u000a11:52:33.543402 --- ParallelTerminationStrategy: PID 2068 died...\u000a11:52:33.596666 run iperf3-srv_10.42.42.10(pid=2068): Terminated {rc=256}\u000a11:52:33.606222 --- ParallelTerminationStrategy: PID 2071 died...\u000a11:52:33.659554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2071): Terminated: ok {rc=0}\u000a11:52:33.669277 --- ParallelTerminationStrategy: PID 2074 died...\u000a11:52:33.722756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2074): Terminated: ok {rc=0}\u000a11:52:33.732300 --- ParallelTerminationStrategy: PID 2077 died...\u000a11:52:33.785782 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2077): Terminated: ok {rc=0}\u000a11:52:33.870007 bus /gobi_0: Setting Powered False\u000a11:52:34.977708 bus /gobi_0: Setting Powered False\u000a11:52:36.086802 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2087): Process ended prematurely: osmo-stp_10.42.42.5(pid=2087) [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2087)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2087): Process ended prematurely: osmo-stp_10.42.42.5(pid=2087) [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2087)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a11:52:37.205642 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:52:37.218036 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:52:37.391686 tst iperf3.py: using LAC 21274\u000a11:52:37.523597 tst iperf3.py: using RAC 109\u000a11:52:37.648778 tst iperf3.py: using CellId 21274\u000a11:52:37.773608 tst iperf3.py: using BVCI 21275\u000a11:52:37.798076 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:52:37.809465 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:52:37.820447 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:52:37.831531 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:52:37.842598 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:52:37.853674 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:52:37.864738 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:52:37.875726 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:52:37.886877 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:52:38.191279 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:52:38.330880 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:52:38.679494 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2079): Launched\u000a11:52:38.968765 run iperf3-srv_10.42.42.10(pid=2080): Launched\u000a11:52:39.173652 tst iperf3.py:8: start network...\u000a11:52:39.313094 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:52:39.841261 run create_hlr_db(pid=2081): Launched\u000a11:52:40.035404 bus /gobi_6: Setting Powered False\u000a11:52:41.054720 run create_hlr_db(pid=2081): Terminated: ok {rc=0}\u000a11:52:41.500327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2083): Launched\u000a11:52:41.835521 run osmo-hlr_10.42.42.2(pid=2084): Launched\u000a11:52:41.956126 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:52:42.540604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2086): Launched\u000a11:52:42.876297 run osmo-stp_10.42.42.5(pid=2087): Launched\u000a11:52:42.998242 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:52:43.583273 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2089): Launched\u000a11:52:43.702515 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:52:43.995273 run patchelf(pid=2090): Launched\u000a11:52:44.190528 run osmo-stp_10.42.42.5(pid=2087): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2087)]\u000a11:52:44.332842 run osmo-stp_10.42.42.5(pid=2087): stdout: \u000a| (launched: 2022-12-09_11:52:42.710900)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:52:44.476323 run osmo-stp_10.42.42.5(pid=2087): stderr: \u000a| �[0;m�[38;5;43m20221209115242905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115242905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115242906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115242906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115242907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115242907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115242907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:52:44.614919 run osmo-stp_10.42.42.5(pid=2087): stdout: \u000a| (launched: 2022-12-09_11:52:42.710900)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:52:44.751574 run osmo-stp_10.42.42.5(pid=2087): stderr: \u000a| �[0;m�[38;5;43m20221209115242905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115242905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115242906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115242906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115242907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115242907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115242907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:52:44.911560 run patchelf(pid=2090): Terminating (SIGINT)\u000a11:52:45.100320 run patchelf(pid=2090): Terminated: ok {rc=0}\u000a11:52:45.135109 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2087): Process ended prematurely: osmo-stp_10.42.42.5(pid=2087) [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2087)] [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a11:52:45.145301 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a11:52:45.210131 run osmo-hlr_10.42.42.2(pid=2084): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2084)]\u000a11:52:45.262483 run osmo-hlr_10.42.42.2(pid=2084): stdout: \u000a| (launched: 2022-12-09_11:52:41.670703) \u000a11:52:45.315675 run osmo-hlr_10.42.42.2(pid=2084): stderr: \u000a| �[0;m�[1;31m20221209115241870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209115241870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209115241870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115241870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115241870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209115241870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209115241883 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209115241893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209115241893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209115241893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:52:45.361251 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2079): Terminating (SIGTERM)\u000a11:52:45.404062 run iperf3-srv_10.42.42.10(pid=2080): Terminating (SIGTERM)\u000a11:52:45.447131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2083): Terminating (SIGTERM)\u000a11:52:45.490373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2086): Terminating (SIGTERM)\u000a11:52:45.533235 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2089): Terminating (SIGTERM)\u000a11:52:45.543015 --- ParallelTerminationStrategy: PID 2079 died...\u000a11:52:45.600060 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2079): Terminated: ok {rc=0}\u000a11:52:45.610544 --- ParallelTerminationStrategy: PID 2080 died...\u000a11:52:45.667249 run iperf3-srv_10.42.42.10(pid=2080): Terminated {rc=256}\u000a11:52:45.677842 --- ParallelTerminationStrategy: PID 2083 died...\u000a11:52:45.734713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2083): Terminated: ok {rc=0}\u000a11:52:45.744870 --- ParallelTerminationStrategy: PID 2086 died...\u000a11:52:45.801918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2086): Terminated: ok {rc=0}\u000a11:52:45.812214 --- ParallelTerminationStrategy: PID 2089 died...\u000a11:52:45.886223 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2089): Terminated: ok {rc=0}\u000a11:52:45.990197 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2105): Process ended prematurely: osmo-stp_10.42.42.5(pid=2105) [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2105)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2105): Process ended prematurely: osmo-stp_10.42.42.5(pid=2105) [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2105)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a11:52:47.114630 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:52:47.132000 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:52:47.299763 tst iperf3m4.py: using LAC 21275\u000a11:52:47.423100 tst iperf3m4.py: using RAC 110\u000a11:52:47.551416 tst iperf3m4.py: using CellId 21275\u000a11:52:47.681109 tst iperf3m4.py: using BVCI 21276\u000a11:52:47.706959 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:52:47.718756 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:52:47.730580 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:52:47.742974 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:52:47.754605 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:52:47.768006 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:52:47.780703 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:52:47.792193 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:52:47.804529 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:52:47.930628 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:52:48.055186 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:52:48.177429 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:52:48.466634 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:52:48.597435 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:52:48.922378 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2091): Launched\u000a11:52:49.193388 run iperf3-srv_10.42.42.10(pid=2092): Launched\u000a11:52:49.384432 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:52:49.514505 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:52:49.841176 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2093): Launched\u000a11:52:50.110939 run iperf3-srv_10.42.42.10(pid=2094): Launched\u000a11:52:50.301173 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:52:50.430127 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:52:50.755409 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2095): Launched\u000a11:52:51.025531 run iperf3-srv_10.42.42.10(pid=2096): Launched\u000a11:52:51.214938 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:52:51.343854 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:52:51.668125 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2097): Launched\u000a11:52:51.936850 run iperf3-srv_10.42.42.10(pid=2098): Launched\u000a11:52:52.125890 tst iperf3m4.py:8: start network...\u000a11:52:52.254650 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:52:52.755163 run create_hlr_db(pid=2099): Launched\u000a11:52:52.933596 bus /gobi_6: Setting Powered False\u000a11:52:53.955500 run create_hlr_db(pid=2099): Terminated: ok {rc=0}\u000a11:52:54.375592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2101): Launched\u000a11:52:54.689481 run osmo-hlr_10.42.42.2(pid=2102): Launched\u000a11:52:54.807455 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:52:55.354727 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2104): Launched\u000a11:52:55.667502 run osmo-stp_10.42.42.5(pid=2105): Launched\u000a11:52:55.780154 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:52:56.323535 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2107): Launched\u000a11:52:56.433762 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:52:56.706339 run patchelf(pid=2108): Launched\u000a11:52:56.888648 run osmo-stp_10.42.42.5(pid=2105): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2105)]\u000a11:52:57.021474 run osmo-stp_10.42.42.5(pid=2105): stdout: \u000a| (launched: 2022-12-09_11:52:55.513627)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:52:57.155168 run osmo-stp_10.42.42.5(pid=2105): stderr: \u000a| �[0;m�[38;5;43m20221209115255683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115255683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115255683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115255684 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115255685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115255685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115255685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:52:57.283626 run osmo-stp_10.42.42.5(pid=2105): stdout: \u000a| (launched: 2022-12-09_11:52:55.513627)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:52:57.411229 run osmo-stp_10.42.42.5(pid=2105): stderr: \u000a| �[0;m�[38;5;43m20221209115255683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115255683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115255683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115255684 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115255685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115255685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115255685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:52:57.560565 run patchelf(pid=2108): Terminating (SIGINT)\u000a11:52:57.736888 run patchelf(pid=2108): Terminated: ok {rc=0}\u000a11:52:57.769248 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2105): Process ended prematurely: osmo-stp_10.42.42.5(pid=2105) [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2105)] [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a11:52:57.778653 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a11:52:57.839916 run osmo-hlr_10.42.42.2(pid=2102): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2102)]\u000a11:52:57.889966 run osmo-hlr_10.42.42.2(pid=2102): stdout: \u000a| (launched: 2022-12-09_11:52:54.534022) \u000a11:52:57.940586 run osmo-hlr_10.42.42.2(pid=2102): stderr: \u000a| �[0;m�[1;31m20221209115254713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209115254713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209115254713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115254713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115254713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209115254713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209115254725 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209115254733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209115254733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209115254733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:52:57.983346 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2091): Terminating (SIGTERM)\u000a11:52:58.023694 run iperf3-srv_10.42.42.10(pid=2092): Terminating (SIGTERM)\u000a11:52:58.063965 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2093): Terminating (SIGTERM)\u000a11:52:58.104243 run iperf3-srv_10.42.42.10(pid=2094): Terminating (SIGTERM)\u000a11:52:58.144544 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2095): Terminating (SIGTERM)\u000a11:52:58.184739 run iperf3-srv_10.42.42.10(pid=2096): Terminating (SIGTERM)\u000a11:52:58.224915 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2097): Terminating (SIGTERM)\u000a11:52:58.265155 run iperf3-srv_10.42.42.10(pid=2098): Terminating (SIGTERM)\u000a11:52:58.305808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2101): Terminating (SIGTERM)\u000a11:52:58.346251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2104): Terminating (SIGTERM)\u000a11:52:58.386748 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2107): Terminating (SIGTERM)\u000a11:52:58.396036 --- ParallelTerminationStrategy: PID 2091 died...\u000a11:52:58.450304 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2091): Terminated: ok {rc=0}\u000a11:52:58.459992 --- ParallelTerminationStrategy: PID 2092 died...\u000a11:52:58.513380 run iperf3-srv_10.42.42.10(pid=2092): Terminated {rc=256}\u000a11:52:58.522938 --- ParallelTerminationStrategy: PID 2093 died...\u000a11:52:58.577078 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2093): Terminated: ok {rc=0}\u000a11:52:58.586889 --- ParallelTerminationStrategy: PID 2094 died...\u000a11:52:58.640459 run iperf3-srv_10.42.42.10(pid=2094): Terminated {rc=256}\u000a11:52:58.650058 --- ParallelTerminationStrategy: PID 2095 died...\u000a11:52:58.704365 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2095): Terminated: ok {rc=0}\u000a11:52:58.714050 --- ParallelTerminationStrategy: PID 2096 died...\u000a11:52:58.768056 run iperf3-srv_10.42.42.10(pid=2096): Terminated {rc=256}\u000a11:52:58.777764 --- ParallelTerminationStrategy: PID 2097 died...\u000a11:52:58.831874 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2097): Terminated: ok {rc=0}\u000a11:52:58.841625 --- ParallelTerminationStrategy: PID 2098 died...\u000a11:52:58.895486 run iperf3-srv_10.42.42.10(pid=2098): Terminated {rc=256}\u000a11:52:58.905184 --- ParallelTerminationStrategy: PID 2101 died...\u000a11:52:58.958727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2101): Terminated: ok {rc=0}\u000a11:52:58.968378 --- ParallelTerminationStrategy: PID 2104 died...\u000a11:52:59.021881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2104): Terminated: ok {rc=0}\u000a11:52:59.031564 --- ParallelTerminationStrategy: PID 2107 died...\u000a11:52:59.085449 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2107): Terminated: ok {rc=0}\u000a11:52:59.177112 bus /gobi_4: Setting Powered False\u000a11:53:00.282879 bus /gobi_4: Setting Powered False\u000a11:53:01.396418 bus /gobi_1: Setting Powered False\u000a11:53:02.538067 bus /gobi_1: Setting Powered False\u000a11:53:03.651642 bus /gobi_0: Setting Powered False\u000a11:53:04.757312 bus /gobi_0: Setting Powered False\u000a11:53:05.877375 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2386): Process ended prematurely: osmo-stp_10.42.42.5(pid=2386) [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2386)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2386): Process ended prematurely: osmo-stp_10.42.42.5(pid=2386) [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2386)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a11:53:06.950242 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:53:06.963756 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:53:07.144714 tst ping.py: using LAC 21276\u000a11:53:07.274329 tst ping.py: using RAC 111\u000a11:53:07.403569 tst ping.py: using CellId 21276\u000a11:53:07.533614 tst ping.py: using BVCI 21277\u000a11:53:07.559989 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:53:07.572688 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:53:07.585471 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:53:07.601213 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:53:07.614382 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:53:07.627026 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:53:07.641801 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:53:07.655463 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:53:07.965309 tst ping.py:19: start network...\u000a11:53:08.107514 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:53:08.674437 run create_hlr_db(pid=2380): Launched\u000a11:53:08.871157 bus /gobi_6: Setting Powered False\u000a11:53:09.890987 run create_hlr_db(pid=2380): Terminated: ok {rc=0}\u000a11:53:10.360284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2382): Launched\u000a11:53:10.798764 run osmo-hlr_10.42.42.2(pid=2383): Launched\u000a11:53:11.045166 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:53:11.661707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2385): Launched\u000a11:53:12.106232 run osmo-stp_10.42.42.5(pid=2386): Launched\u000a11:53:12.322609 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:53:12.927015 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2388): Launched\u000a11:53:13.049505 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:53:13.359330 run patchelf(pid=2389): Launched\u000a11:53:13.559175 run osmo-stp_10.42.42.5(pid=2386): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2386)]\u000a11:53:13.705923 run osmo-stp_10.42.42.5(pid=2386): stdout: \u000a| (launched: 2022-12-09_11:53:11.834333)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:53:13.852430 run osmo-stp_10.42.42.5(pid=2386): stderr: \u000a| �[0;m�[38;5;43m20221209115312127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115312127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115312128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115312128 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115312128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115312133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115312133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:53:13.992016 run osmo-stp_10.42.42.5(pid=2386): stdout: \u000a| (launched: 2022-12-09_11:53:11.834333)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:53:14.134117 run osmo-stp_10.42.42.5(pid=2386): stderr: \u000a| �[0;m�[38;5;43m20221209115312127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115312127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115312128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115312128 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115312128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115312133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115312133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:53:14.297126 run patchelf(pid=2389): Terminating (SIGINT)\u000a11:53:14.490346 run patchelf(pid=2389): Terminated: ok {rc=0}\u000a11:53:14.525621 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=2386): Process ended prematurely: osmo-stp_10.42.42.5(pid=2386) [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2386)] [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22]\u000a11:53:14.536051 tst ping.py:22: Test FAILED (7.6 sec)\u000a11:53:14.606842 run osmo-hlr_10.42.42.2(pid=2383): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2383)]\u000a11:53:14.661797 run osmo-hlr_10.42.42.2(pid=2383): stdout: \u000a| (launched: 2022-12-09_11:53:10.532146) \u000a11:53:14.718332 run osmo-hlr_10.42.42.2(pid=2383): stderr: \u000a| �[0;m�[1;31m20221209115310840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209115310840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209115310840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115310840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115310840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209115310840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209115310855 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209115310872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209115310872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209115310872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:53:14.765998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2382): Terminating (SIGTERM)\u000a11:53:14.814221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2385): Terminating (SIGTERM)\u000a11:53:14.862125 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2388): Terminating (SIGTERM)\u000a11:53:14.873457 --- ParallelTerminationStrategy: PID 2382 died...\u000a11:53:14.935476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2382): Terminated: ok {rc=0}\u000a11:53:14.946706 --- ParallelTerminationStrategy: PID 2385 died...\u000a11:53:15.008548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2385): Terminated: ok {rc=0}\u000a11:53:15.020888 --- ParallelTerminationStrategy: PID 2388 died...\u000a11:53:15.082805 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2388): Terminated: ok {rc=0}\u000a11:53:15.177050 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2396): Process ended prematurely: osmo-stp_10.42.42.5(pid=2396) [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2396)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2396): Process ended prematurely: osmo-stp_10.42.42.5(pid=2396) [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2396)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a11:53:16.248265 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:53:16.268592 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:53:16.460403 tst ping_idle_ping.py: using LAC 21277\u000a11:53:16.633542 tst ping_idle_ping.py: using RAC 112\u000a11:53:16.798141 tst ping_idle_ping.py: using CellId 21277\u000a11:53:16.954754 tst ping_idle_ping.py: using BVCI 21278\u000a11:53:16.987400 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:53:17.002651 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:53:17.019495 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:53:17.035646 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:53:17.051915 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:53:17.067896 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:53:17.085918 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a11:53:17.102261 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a11:53:17.477662 tst ping_idle_ping.py:24: start network...\u000a11:53:17.650347 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:53:18.229294 run create_hlr_db(pid=2390): Launched\u000a11:53:18.431621 bus /gobi_6: Setting Powered False\u000a11:53:19.452651 run create_hlr_db(pid=2390): Terminated: ok {rc=0}\u000a11:53:19.925672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2392): Launched\u000a11:53:20.377526 run osmo-hlr_10.42.42.2(pid=2393): Launched\u000a11:53:20.626824 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:53:21.252220 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2395): Launched\u000a11:53:21.697422 run osmo-stp_10.42.42.5(pid=2396): Launched\u000a11:53:21.917677 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:53:22.528508 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2398): Launched\u000a11:53:22.652311 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:53:22.966314 run patchelf(pid=2399): Launched\u000a11:53:23.167605 run osmo-stp_10.42.42.5(pid=2396): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2396)]\u000a11:53:23.315405 run osmo-stp_10.42.42.5(pid=2396): stdout: \u000a| (launched: 2022-12-09_11:53:21.426144)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:53:23.465633 run osmo-stp_10.42.42.5(pid=2396): stderr: \u000a| �[0;m�[38;5;43m20221209115321718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115321718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115321718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115321719 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115321719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115321719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115321719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:53:23.608856 run osmo-stp_10.42.42.5(pid=2396): stdout: \u000a| (launched: 2022-12-09_11:53:21.426144)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:53:23.751098 run osmo-stp_10.42.42.5(pid=2396): stderr: \u000a| �[0;m�[38;5;43m20221209115321718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115321718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115321718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115321719 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115321719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115321719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115321719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:53:23.916371 run patchelf(pid=2399): Terminating (SIGINT)\u000a11:53:24.112934 run patchelf(pid=2399): Terminated: ok {rc=0}\u000a11:53:24.147013 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=2396): Process ended prematurely: osmo-stp_10.42.42.5(pid=2396) [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2396)] [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a11:53:24.156667 tst ping_idle_ping.py:27: Test FAILED (7.9 sec)\u000a11:53:24.222257 run osmo-hlr_10.42.42.2(pid=2393): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2393)]\u000a11:53:24.274955 run osmo-hlr_10.42.42.2(pid=2393): stdout: \u000a| (launched: 2022-12-09_11:53:20.100224) \u000a11:53:24.328698 run osmo-hlr_10.42.42.2(pid=2393): stderr: \u000a| �[0;m�[1;31m20221209115320412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209115320412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209115320412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115320412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115320412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209115320412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209115320436 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209115320453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209115320453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209115320454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:53:24.374489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2392): Terminating (SIGTERM)\u000a11:53:24.417845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2395): Terminating (SIGTERM)\u000a11:53:24.461461 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2398): Terminating (SIGTERM)\u000a11:53:24.471367 --- ParallelTerminationStrategy: PID 2392 died...\u000a11:53:24.528932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2392): Terminated: ok {rc=0}\u000a11:53:24.539399 --- ParallelTerminationStrategy: PID 2395 died...\u000a11:53:24.596857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2395): Terminated: ok {rc=0}\u000a11:53:24.607055 --- ParallelTerminationStrategy: PID 2398 died...\u000a11:53:24.665002 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2398): Terminated: ok {rc=0}\u000a11:53:24.753313 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 63.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "72", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:52:23" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2410): Process ended prematurely: osmo-stp_10.42.42.5(pid=2410) [trial-2359↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2410)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2410): Process ended prematurely: osmo-stp_10.42.42.5(pid=2410) [trial-2359↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2410)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a11:53:26.788851 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:53:26.800845 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:53:26.967173 tst switch_tch_pdch.py: using LAC 21278\u000a11:53:27.087790 tst switch_tch_pdch.py: using RAC 113\u000a11:53:27.205767 tst switch_tch_pdch.py: using CellId 21278\u000a11:53:27.323463 tst switch_tch_pdch.py: using BVCI 21279\u000a11:53:27.346880 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:53:27.358259 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:53:27.369498 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:53:27.380680 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:53:27.391865 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:53:27.403010 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:53:27.414359 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a11:53:27.425508 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:53:27.545288 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:53:27.830330 tst switch_tch_pdch.py:51: start network...\u000a11:53:27.957058 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:53:28.448669 run create_hlr_db(pid=2404): Launched\u000a11:53:28.627939 bus /gobi_6: Setting Powered False\u000a11:53:29.647642 run create_hlr_db(pid=2404): Terminated: ok {rc=0}\u000a11:53:30.088090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2406): Launched\u000a11:53:30.418919 run osmo-hlr_10.42.42.2(pid=2407): Launched\u000a11:53:30.539146 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:53:31.172709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2409): Launched\u000a11:53:31.665240 run osmo-stp_10.42.42.5(pid=2410): Launched\u000a11:53:31.865757 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:53:32.465566 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2412): Launched\u000a11:53:32.582900 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:53:32.870644 run patchelf(pid=2413): Launched\u000a11:53:33.062668 run osmo-stp_10.42.42.5(pid=2410): ERR: Terminated: ERROR {rc=1} [trial-2359↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2410)]\u000a11:53:33.202985 run osmo-stp_10.42.42.5(pid=2410): stdout: \u000a| (launched: 2022-12-09_11:53:31.339811)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:53:33.343414 run osmo-stp_10.42.42.5(pid=2410): stderr: \u000a| �[0;m�[38;5;43m20221209115331543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115331543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115331543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115331544 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115331544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115331544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115331545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:53:33.479108 run osmo-stp_10.42.42.5(pid=2410): stdout: \u000a| (launched: 2022-12-09_11:53:31.339811)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:53:33.613194 run osmo-stp_10.42.42.5(pid=2410): stderr: \u000a| �[0;m�[38;5;43m20221209115331543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115331543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115331543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115331544 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115331544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115331544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115331545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:53:33.770148 run patchelf(pid=2413): Terminating (SIGINT)\u000a11:53:33.954716 run patchelf(pid=2413): Terminated: ok {rc=0}\u000a11:53:33.988063 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=2410): Process ended prematurely: osmo-stp_10.42.42.5(pid=2410) [trial-2359↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2410)] [trial-2359↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a11:53:33.997651 tst switch_tch_pdch.py:54: Test FAILED (7.2 sec)\u000a11:53:34.062250 run osmo-hlr_10.42.42.2(pid=2407): ERR: Terminated: ERROR {rc=237} [trial-2359↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2407)]\u000a11:53:34.115209 run osmo-hlr_10.42.42.2(pid=2407): stdout: \u000a| (launched: 2022-12-09_11:53:30.255853) \u000a11:53:34.168443 run osmo-hlr_10.42.42.2(pid=2407): stderr: \u000a| �[0;m�[1;31m20221209115330457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209115330457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209115330457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115330457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115330457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209115330457 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209115330470 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209115330480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209115330481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209115330481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:53:34.213434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2406): Terminating (SIGTERM)\u000a11:53:34.256504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2409): Terminating (SIGTERM)\u000a11:53:34.299336 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2412): Terminating (SIGTERM)\u000a11:53:34.309181 --- ParallelTerminationStrategy: PID 2406 died...\u000a11:53:34.366524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2406): Terminated: ok {rc=0}\u000a11:53:34.376813 --- ParallelTerminationStrategy: PID 2409 died...\u000a11:53:34.433977 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2409): Terminated: ok {rc=0}\u000a11:53:34.444239 --- ParallelTerminationStrategy: PID 2412 died...\u000a11:53:34.501658 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2412): Terminated: ok {rc=0}\u000a11:53:34.589888 bus /gobi_0: Setting Powered False\u000a11:53:35.694025 bus /gobi_0: Setting Powered False\u000a11:53:36.806710 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "73", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:53:26" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2424): Process ended prematurely: osmo-stp_10.42.42.5(pid=2424) [trial-2359↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2424)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2424): Process ended prematurely: osmo-stp_10.42.42.5(pid=2424) [trial-2359↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2424)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a11:53:38.782862 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:53:38.794051 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a11:53:38.960520 tst switch_tch_pdch.py: using LAC 21279\u000a11:53:39.091049 tst switch_tch_pdch.py: using RAC 114\u000a11:53:39.219399 tst switch_tch_pdch.py: using CellId 21279\u000a11:53:39.348838 tst switch_tch_pdch.py: using BVCI 21280\u000a11:53:39.374180 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:53:39.385987 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:53:39.398286 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:53:39.410751 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:53:39.422357 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:53:39.434574 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:53:39.446649 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a11:53:39.458616 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a11:53:39.577640 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a11:53:39.861321 tst switch_tch_pdch.py:51: start network...\u000a11:53:39.989351 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:53:40.454454 run create_hlr_db(pid=2418): Launched\u000a11:53:40.579430 bus /gobi_6: Setting Powered False\u000a11:53:41.664822 run create_hlr_db(pid=2418): Terminated: ok {rc=0}\u000a11:53:42.075043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2420): Launched\u000a11:53:42.403628 run osmo-hlr_10.42.42.2(pid=2421): Launched\u000a11:53:42.525489 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:53:43.070930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2423): Launched\u000a11:53:43.399603 run osmo-stp_10.42.42.5(pid=2424): Launched\u000a11:53:43.518277 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:53:44.063507 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2426): Launched\u000a11:53:44.179997 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:53:44.453153 run patchelf(pid=2427): Launched\u000a11:53:44.634193 run osmo-stp_10.42.42.5(pid=2424): ERR: Terminated: ERROR {rc=1} [trial-2359↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2424)]\u000a11:53:44.765713 run osmo-stp_10.42.42.5(pid=2424): stdout: \u000a| (launched: 2022-12-09_11:53:43.237111)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:53:44.897087 run osmo-stp_10.42.42.5(pid=2424): stderr: \u000a| �[0;m�[38;5;43m20221209115343431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115343431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115343431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115343431 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115343432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115343432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115343432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:53:45.024612 run osmo-stp_10.42.42.5(pid=2424): stdout: \u000a| (launched: 2022-12-09_11:53:43.237111)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:53:45.150481 run osmo-stp_10.42.42.5(pid=2424): stderr: \u000a| �[0;m�[38;5;43m20221209115343431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115343431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115343431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115343431 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115343432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115343432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115343432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:53:45.298475 run patchelf(pid=2427): Terminating (SIGINT)\u000a11:53:45.473319 run patchelf(pid=2427): Terminated: ok {rc=0}\u000a11:53:45.504700 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=2424): Process ended prematurely: osmo-stp_10.42.42.5(pid=2424) [trial-2359↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2424)] [trial-2359↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a11:53:45.513466 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a11:53:45.573587 run osmo-hlr_10.42.42.2(pid=2421): ERR: Terminated: ERROR {rc=237} [trial-2359↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2421)]\u000a11:53:45.622914 run osmo-hlr_10.42.42.2(pid=2421): stdout: \u000a| (launched: 2022-12-09_11:53:42.241709) \u000a11:53:45.672868 run osmo-hlr_10.42.42.2(pid=2421): stderr: \u000a| �[0;m�[1;31m20221209115342441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209115342441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209115342441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115342441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115342441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209115342441 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209115342454 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209115342464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209115342465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209115342465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:53:45.715384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2420): Terminating (SIGTERM)\u000a11:53:45.755581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2423): Terminating (SIGTERM)\u000a11:53:45.795838 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2426): Terminating (SIGTERM)\u000a11:53:45.805165 --- ParallelTerminationStrategy: PID 2420 died...\u000a11:53:45.863158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2420): Terminated: ok {rc=0}\u000a11:53:45.873337 --- ParallelTerminationStrategy: PID 2423 died...\u000a11:53:45.940634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2423): Terminated: ok {rc=0}\u000a11:53:45.950826 --- ParallelTerminationStrategy: PID 2426 died...\u000a11:53:46.005547 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2426): Terminated: ok {rc=0}\u000a11:53:46.094675 bus /gobi_0: Setting Powered False\u000a11:53:47.221397 bus /gobi_0: Setting Powered False\u000a11:53:48.333033 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "74", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:53:38" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "nitb_sms:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=2433): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2433) [trial-2359↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2433)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=2433): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2433) [trial-2359↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2433)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 nitb_sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a11:53:50.243534 tst nitb_sms:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a11:53:50.254502 tst nitb_sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a11:53:50.392234 tst mo_mt_sms.py: using LAC 21280\u000a11:53:50.511899 tst mo_mt_sms.py: using RAC 115\u000a11:53:50.630033 tst mo_mt_sms.py: using CellId 21280\u000a11:53:50.747714 tst mo_mt_sms.py: using BVCI 21281\u000a11:53:50.770704 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:53:50.893669 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:53:51.193404 tst mo_mt_sms.py:9: start nitb and bts...\u000a11:53:51.331319 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a11:53:52.010348 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2432): Launched\u000a11:53:52.337648 run osmo-nitb_10.42.42.2(pid=2433): Launched\u000a11:53:52.540652 run osmo-nitb_10.42.42.2(pid=2433): ERR: Terminated: ERROR {rc=2} [trial-2359↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2433)]\u000a11:53:52.689957 run osmo-nitb_10.42.42.2(pid=2433): stdout: \u000a| (launched: 2022-12-09_11:53:52.177287) \u000a11:53:52.839654 run osmo-nitb_10.42.42.2(pid=2433): stderr: \u000a| (launched: 2022-12-09_11:53:52.225960)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:53:52.983940 run osmo-nitb_10.42.42.2(pid=2433): stdout: \u000a| (launched: 2022-12-09_11:53:52.177287) \u000a11:53:53.127986 run osmo-nitb_10.42.42.2(pid=2433): stderr: \u000a| (launched: 2022-12-09_11:53:52.225960)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:53:53.470553 tst osmo-nitb_10.42.42.2(pid=2433): stdout: \u000a| (launched: 2022-12-09_11:53:52.177287) \u000a11:53:53.601913 tst osmo-nitb_10.42.42.2(pid=2433): stderr: \u000a| (launched: 2022-12-09_11:53:52.225960)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:53:53.659285 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=2433): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2433) [trial-2359↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2433)] [trial-2359↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11]\u000a11:53:53.668091 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a11:53:53.705069 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2432): Terminating (SIGTERM)\u000a11:53:53.882996 --- ParallelTerminationStrategy: PID 2432 died...\u000a11:53:53.941315 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2432): Terminated: ok {rc=0}\u000a11:53:54.029137 bus /sierra_3: Setting Powered False\u000a11:53:55.137503 bus /sierra_3: Setting Powered False\u000a11:53:56.248651 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "75", "name" : "nitb_sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:53:50" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "sms:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2443): Process ended prematurely: osmo-stp_10.42.42.5(pid=2443) [trial-2359↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2443)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2443): Process ended prematurely: osmo-stp_10.42.42.5(pid=2443) [trial-2359↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2443)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a11:53:58.145124 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:53:58.155678 tst sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a11:53:58.294821 tst mo_mt_sms.py: using LAC 21281\u000a11:53:58.413584 tst mo_mt_sms.py: using RAC 116\u000a11:53:58.531794 tst mo_mt_sms.py: using CellId 21281\u000a11:53:58.652630 tst mo_mt_sms.py: using BVCI 21282\u000a11:53:58.675899 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:53:58.686647 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:53:58.697172 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:53:58.707446 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:53:58.717919 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:53:58.728408 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:53:58.849608 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a11:53:59.054471 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:53:59.545875 run create_hlr_db(pid=2437): Launched\u000a11:53:59.723353 bus /sierra_2: Setting Powered False\u000a11:54:00.744174 run create_hlr_db(pid=2437): Terminated: ok {rc=0}\u000a11:54:01.199181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2439): Launched\u000a11:54:01.535950 run osmo-hlr_10.42.42.2(pid=2440): Launched\u000a11:54:01.772299 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:54:02.434721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2442): Launched\u000a11:54:02.767748 run osmo-stp_10.42.42.5(pid=2443): Launched\u000a11:54:02.887771 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:54:03.493431 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2445): Launched\u000a11:54:03.822582 run osmo-msc_10.42.42.6(pid=2446): Launched\u000a11:54:04.013841 run osmo-stp_10.42.42.5(pid=2443): ERR: Terminated: ERROR {rc=1} [trial-2359↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2443)]\u000a11:54:04.152023 run osmo-stp_10.42.42.5(pid=2443): stdout: \u000a| (launched: 2022-12-09_11:54:02.602814)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:54:04.289379 run osmo-stp_10.42.42.5(pid=2443): stderr: \u000a| �[0;m�[38;5;43m20221209115402795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115402795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115402795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115402796 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115402796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115402796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115402796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:54:04.421292 run osmo-stp_10.42.42.5(pid=2443): stdout: \u000a| (launched: 2022-12-09_11:54:02.602814)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:54:04.552496 run osmo-stp_10.42.42.5(pid=2443): stderr: \u000a| �[0;m�[38;5;43m20221209115402795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115402795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115402795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115402796 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115402796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115402796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115402796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:54:04.609873 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=2443): Process ended prematurely: osmo-stp_10.42.42.5(pid=2443) [trial-2359↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2443)] [trial-2359↪sms:trx-umtrx↪mo_mt_sms.py:16]\u000a11:54:04.618587 tst mo_mt_sms.py:16: Test FAILED (6.5 sec)\u000a11:54:04.682784 run osmo-hlr_10.42.42.2(pid=2440): ERR: Terminated: ERROR {rc=237} [trial-2359↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2440)]\u000a11:54:04.735480 run osmo-hlr_10.42.42.2(pid=2440): stdout: \u000a| (launched: 2022-12-09_11:54:01.357666) \u000a11:54:04.788866 run osmo-hlr_10.42.42.2(pid=2440): stderr: \u000a| �[0;m�[1;31m20221209115401758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209115401758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209115401758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115401758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115401758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209115401759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209115401782 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/sms:trx-umtrx/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209115401799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209115401799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209115401799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:54:04.860579 run osmo-msc_10.42.42.6(pid=2446): ERR: Terminated: ERROR {rc=2} [trial-2359↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2446)]\u000a11:54:04.913585 run osmo-msc_10.42.42.6(pid=2446): stdout: \u000a| (launched: 2022-12-09_11:54:03.659651) \u000a11:54:04.966935 run osmo-msc_10.42.42.6(pid=2446): stderr: \u000a| �[0;m�[38;5;43m20221209115403980 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209115403980 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0085969c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209115403980 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209115403980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209115403980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209115403980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209115403982 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209115403982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209115403983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209115403983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:54:05.012315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2439): Terminating (SIGTERM)\u000a11:54:05.055081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2442): Terminating (SIGTERM)\u000a11:54:05.098296 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2445): Terminating (SIGTERM)\u000a11:54:05.108148 --- ParallelTerminationStrategy: PID 2439 died...\u000a11:54:05.165802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2439): Terminated: ok {rc=0}\u000a11:54:05.175957 --- ParallelTerminationStrategy: PID 2442 died...\u000a11:54:05.232921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2442): Terminated: ok {rc=0}\u000a11:54:05.243085 --- ParallelTerminationStrategy: PID 2445 died...\u000a11:54:05.300045 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2445): Terminated: ok {rc=0}\u000a11:54:05.387052 bus /sierra_3: Setting Powered False\u000a11:54:06.496260 bus /sierra_3: Setting Powered False\u000a11:54:07.609050 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "76", "name" : "sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:53:57" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "nitb_ussd:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=2452): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2452) [trial-2359↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2452)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=2452): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2452) [trial-2359↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2452)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 nitb_ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a11:54:09.448148 tst nitb_ussd:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a11:54:09.459650 tst nitb_ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a11:54:09.607804 tst assert_extension.py: using LAC 21282\u000a11:54:09.730306 tst assert_extension.py: using RAC 117\u000a11:54:09.855950 tst assert_extension.py: using CellId 21282\u000a11:54:09.973861 tst assert_extension.py: using BVCI 21283\u000a11:54:09.997126 tst nitb_ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a11:54:10.294798 tst assert_extension.py:10: start nitb and bts...\u000a11:54:10.432020 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a11:54:11.111494 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2451): Launched\u000a11:54:11.437849 run osmo-nitb_10.42.42.2(pid=2452): Launched\u000a11:54:11.639085 run osmo-nitb_10.42.42.2(pid=2452): ERR: Terminated: ERROR {rc=2} [trial-2359↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2452)]\u000a11:54:11.787084 run osmo-nitb_10.42.42.2(pid=2452): stdout: \u000a| (launched: 2022-12-09_11:54:11.277702) \u000a11:54:11.935223 run osmo-nitb_10.42.42.2(pid=2452): stderr: \u000a| (launched: 2022-12-09_11:54:11.326448)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:54:12.078390 run osmo-nitb_10.42.42.2(pid=2452): stdout: \u000a| (launched: 2022-12-09_11:54:11.277702) \u000a11:54:12.220190 run osmo-nitb_10.42.42.2(pid=2452): stderr: \u000a| (launched: 2022-12-09_11:54:11.326448)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:54:12.570575 tst osmo-nitb_10.42.42.2(pid=2452): stdout: \u000a| (launched: 2022-12-09_11:54:11.277702) \u000a11:54:12.702143 tst osmo-nitb_10.42.42.2(pid=2452): stderr: \u000a| (launched: 2022-12-09_11:54:11.326448)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a11:54:12.759512 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=2452): Process ended prematurely: osmo-nitb_10.42.42.2(pid=2452) [trial-2359↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=2452)] [trial-2359↪nitb_ussd:trx-umtrx↪assert_extension.py:12]\u000a11:54:12.768292 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a11:54:12.805758 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2451): Terminating (SIGTERM)\u000a11:54:12.984837 --- ParallelTerminationStrategy: PID 2451 died...\u000a11:54:13.043251 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=2451): Terminated: ok {rc=0}\u000a11:54:13.131201 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "77", "name" : "nitb_ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:54:09" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "ussd:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2462): Process ended prematurely: osmo-stp_10.42.42.5(pid=2462) [trial-2359↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2462)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2462): Process ended prematurely: osmo-stp_10.42.42.5(pid=2462) [trial-2359↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2462)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a11:54:14.971178 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:54:14.981916 tst ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a11:54:15.118366 tst assert_extension.py: using LAC 21283\u000a11:54:15.238237 tst assert_extension.py: using RAC 118\u000a11:54:15.359129 tst assert_extension.py: using CellId 21283\u000a11:54:15.479897 tst assert_extension.py: using BVCI 21284\u000a11:54:15.502983 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:54:15.513719 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:54:15.524204 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:54:15.534747 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:54:15.545204 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:54:15.555555 tst ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a11:54:15.769017 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:54:16.328748 run create_hlr_db(pid=2456): Launched\u000a11:54:16.523826 bus /sierra_2: Setting Powered False\u000a11:54:17.530180 run create_hlr_db(pid=2456): Terminated: ok {rc=0}\u000a11:54:17.982116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2458): Launched\u000a11:54:18.314368 run osmo-hlr_10.42.42.2(pid=2459): Launched\u000a11:54:18.436029 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:54:19.015273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2461): Launched\u000a11:54:19.345277 run osmo-stp_10.42.42.5(pid=2462): Launched\u000a11:54:19.464262 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:54:20.064407 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2464): Launched\u000a11:54:20.394432 run osmo-msc_10.42.42.6(pid=2465): Launched\u000a11:54:20.587223 run osmo-stp_10.42.42.5(pid=2462): ERR: Terminated: ERROR {rc=1} [trial-2359↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2462)]\u000a11:54:20.726247 run osmo-stp_10.42.42.5(pid=2462): stdout: \u000a| (launched: 2022-12-09_11:54:19.182054)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:54:20.863487 run osmo-stp_10.42.42.5(pid=2462): stderr: \u000a| �[0;m�[38;5;43m20221209115419376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115419377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115419377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115419377 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115419378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115419378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115419378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:54:20.994874 run osmo-stp_10.42.42.5(pid=2462): stdout: \u000a| (launched: 2022-12-09_11:54:19.182054)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:54:21.125072 run osmo-stp_10.42.42.5(pid=2462): stderr: \u000a| �[0;m�[38;5;43m20221209115419376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115419377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115419377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115419377 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115419378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115419378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115419378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:54:21.182186 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=2462): Process ended prematurely: osmo-stp_10.42.42.5(pid=2462) [trial-2359↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2462)] [trial-2359↪ussd:trx-umtrx↪assert_extension.py:17]\u000a11:54:21.190875 tst assert_extension.py:17: Test FAILED (6.2 sec)\u000a11:54:21.255072 run osmo-hlr_10.42.42.2(pid=2459): ERR: Terminated: ERROR {rc=237} [trial-2359↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2459)]\u000a11:54:21.307560 run osmo-hlr_10.42.42.2(pid=2459): stdout: \u000a| (launched: 2022-12-09_11:54:18.149480) \u000a11:54:21.360634 run osmo-hlr_10.42.42.2(pid=2459): stderr: \u000a| �[0;m�[1;31m20221209115418346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209115418346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209115418346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115418346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115418346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209115418346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209115418358 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/ussd:trx-umtrx/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209115418367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209115418367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209115418367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:54:21.432560 run osmo-msc_10.42.42.6(pid=2465): ERR: Terminated: ERROR {rc=2} [trial-2359↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2465)]\u000a11:54:21.485383 run osmo-msc_10.42.42.6(pid=2465): stdout: \u000a| (launched: 2022-12-09_11:54:20.230706) \u000a11:54:21.538464 run osmo-msc_10.42.42.6(pid=2465): stderr: \u000a| �[0;m�[38;5;43m20221209115420552 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209115420552 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbf0d7dac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209115420552 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209115420552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209115420552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209115420553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209115420554 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209115420555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209115420555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209115420555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:54:21.583380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2458): Terminating (SIGTERM)\u000a11:54:21.626086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2461): Terminating (SIGTERM)\u000a11:54:21.668830 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2464): Terminating (SIGTERM)\u000a11:54:21.678731 --- ParallelTerminationStrategy: PID 2458 died...\u000a11:54:21.735650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2458): Terminated: ok {rc=0}\u000a11:54:21.745805 --- ParallelTerminationStrategy: PID 2461 died...\u000a11:54:21.802667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2461): Terminated: ok {rc=0}\u000a11:54:21.812812 --- ParallelTerminationStrategy: PID 2464 died...\u000a11:54:21.869603 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2464): Terminated: ok {rc=0}\u000a11:54:21.958331 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "78", "name" : "ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:54:14" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2476): Process ended prematurely: osmo-stp_10.42.42.5(pid=2476) [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2476)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2476): Process ended prematurely: osmo-stp_10.42.42.5(pid=2476) [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2476)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a11:54:23.915987 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:54:23.927454 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a11:54:24.087850 tst mo_mt_call.py: using LAC 21284\u000a11:54:24.210644 tst mo_mt_call.py: using RAC 119\u000a11:54:24.335020 tst mo_mt_call.py: using CellId 21284\u000a11:54:24.459046 tst mo_mt_call.py: using BVCI 21285\u000a11:54:24.482889 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:54:24.494201 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:54:24.505227 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:54:24.516240 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:54:24.527388 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:54:24.538408 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:54:24.660750 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:54:24.878467 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:54:25.408413 run create_hlr_db(pid=2470): Launched\u000a11:54:25.602815 bus /sierra_2: Setting Powered False\u000a11:54:26.623819 run create_hlr_db(pid=2470): Terminated: ok {rc=0}\u000a11:54:27.071563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2472): Launched\u000a11:54:27.404859 run osmo-hlr_10.42.42.2(pid=2473): Launched\u000a11:54:27.532225 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:54:28.088061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2475): Launched\u000a11:54:28.403343 run osmo-stp_10.42.42.5(pid=2476): Launched\u000a11:54:28.518313 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:54:29.094258 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2478): Launched\u000a11:54:29.410191 run osmo-msc_10.42.42.6(pid=2479): Launched\u000a11:54:29.595560 run osmo-stp_10.42.42.5(pid=2476): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2476)]\u000a11:54:29.728850 run osmo-stp_10.42.42.5(pid=2476): stdout: \u000a| (launched: 2022-12-09_11:54:28.247238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:54:29.859371 run osmo-stp_10.42.42.5(pid=2476): stderr: \u000a| �[0;m�[38;5;43m20221209115428420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115428420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115428420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115428420 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115428421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115428421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115428421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:54:29.985152 run osmo-stp_10.42.42.5(pid=2476): stdout: \u000a| (launched: 2022-12-09_11:54:28.247238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:54:30.109759 run osmo-stp_10.42.42.5(pid=2476): stderr: \u000a| �[0;m�[38;5;43m20221209115428420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115428420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115428420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115428420 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115428421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115428421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115428421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:54:30.164600 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2476): Process ended prematurely: osmo-stp_10.42.42.5(pid=2476) [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2476)] [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a11:54:30.173279 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a11:54:30.233627 run osmo-hlr_10.42.42.2(pid=2473): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2473)]\u000a11:54:30.283039 run osmo-hlr_10.42.42.2(pid=2473): stdout: \u000a| (launched: 2022-12-09_11:54:27.241990) \u000a11:54:30.333348 run osmo-hlr_10.42.42.2(pid=2473): stderr: \u000a| �[0;m�[1;31m20221209115427422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209115427422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209115427422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115427422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115427422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209115427422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209115427433 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209115427441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209115427441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209115427441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:54:30.401242 run osmo-msc_10.42.42.6(pid=2479): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2479)]\u000a11:54:30.451107 run osmo-msc_10.42.42.6(pid=2479): stdout: \u000a| (launched: 2022-12-09_11:54:29.253409) \u000a11:54:30.501012 run osmo-msc_10.42.42.6(pid=2479): stderr: \u000a| �[0;m�[38;5;43m20221209115429530 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209115429530 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f14bb66ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209115429530 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209115429530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209115429530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209115429530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209115429534 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209115429534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209115429534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209115429534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:54:30.543581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2472): Terminating (SIGTERM)\u000a11:54:30.583777 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2475): Terminating (SIGTERM)\u000a11:54:30.623785 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2478): Terminating (SIGTERM)\u000a11:54:30.633050 --- ParallelTerminationStrategy: PID 2472 died...\u000a11:54:30.686723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2472): Terminated: ok {rc=0}\u000a11:54:30.696288 --- ParallelTerminationStrategy: PID 2475 died...\u000a11:54:30.750433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2475): Terminated: ok {rc=0}\u000a11:54:30.760084 --- ParallelTerminationStrategy: PID 2478 died...\u000a11:54:30.814089 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2478): Terminated: ok {rc=0}\u000a11:54:30.934828 bus /sierra_3: Setting Powered False\u000a11:54:32.058157 bus /sierra_3: Setting Powered False\u000a11:54:33.169216 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 42, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2487): Process ended prematurely: osmo-stp_10.42.42.5(pid=2487) [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2487)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2487): Process ended prematurely: osmo-stp_10.42.42.5(pid=2487) [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2487)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:54:34.278437 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:54:34.289979 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a11:54:34.444853 tst mo_mt_call_osmux.py: using LAC 21285\u000a11:54:34.564862 tst mo_mt_call_osmux.py: using RAC 120\u000a11:54:34.684841 tst mo_mt_call_osmux.py: using CellId 21285\u000a11:54:34.805322 tst mo_mt_call_osmux.py: using BVCI 21286\u000a11:54:34.828320 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:54:34.839290 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:54:34.850526 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:54:34.861330 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:54:34.872057 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a11:54:34.882744 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:54:34.998583 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a11:54:35.213090 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:54:35.721355 run create_hlr_db(pid=2481): Launched\u000a11:54:35.908191 bus /sierra_2: Setting Powered False\u000a11:54:36.917515 run create_hlr_db(pid=2481): Terminated: ok {rc=0}\u000a11:54:37.332726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2483): Launched\u000a11:54:37.634804 run osmo-hlr_10.42.42.2(pid=2484): Launched\u000a11:54:37.748475 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:54:38.270988 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2486): Launched\u000a11:54:38.573905 run osmo-stp_10.42.42.5(pid=2487): Launched\u000a11:54:38.683428 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:54:39.233450 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2489): Launched\u000a11:54:39.535974 run osmo-msc_10.42.42.6(pid=2490): Launched\u000a11:54:39.712573 run osmo-stp_10.42.42.5(pid=2487): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2487)]\u000a11:54:39.839365 run osmo-stp_10.42.42.5(pid=2487): stdout: \u000a| (launched: 2022-12-09_11:54:38.424659)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:54:39.964507 run osmo-stp_10.42.42.5(pid=2487): stderr: \u000a| �[0;m�[38;5;43m20221209115438592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115438593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115438593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115438593 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115438594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115438594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115438594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:54:40.084822 run osmo-stp_10.42.42.5(pid=2487): stdout: \u000a| (launched: 2022-12-09_11:54:38.424659)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:54:40.203979 run osmo-stp_10.42.42.5(pid=2487): stderr: \u000a| �[0;m�[38;5;43m20221209115438592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115438593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115438593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115438593 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115438594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115438594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115438594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:54:40.256673 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2487): Process ended prematurely: osmo-stp_10.42.42.5(pid=2487) [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2487)] [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a11:54:40.265255 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a11:54:40.324464 run osmo-hlr_10.42.42.2(pid=2484): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2484)]\u000a11:54:40.373065 run osmo-hlr_10.42.42.2(pid=2484): stdout: \u000a| (launched: 2022-12-09_11:54:37.486319) \u000a11:54:40.422962 run osmo-hlr_10.42.42.2(pid=2484): stderr: \u000a| �[0;m�[1;31m20221209115437660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209115437660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209115437660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115437660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115437660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209115437660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209115437672 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209115437681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209115437681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209115437681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:54:40.490218 run osmo-msc_10.42.42.6(pid=2490): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2490)]\u000a11:54:40.538973 run osmo-msc_10.42.42.6(pid=2490): stdout: \u000a| (launched: 2022-12-09_11:54:39.386698) \u000a11:54:40.588552 run osmo-msc_10.42.42.6(pid=2490): stderr: \u000a| �[0;m�[38;5;43m20221209115439654 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209115439655 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb613991c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209115439655 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209115439655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209115439655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209115439655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209115439657 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209115439657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209115439658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209115439658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:54:40.630256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2483): Terminating (SIGTERM)\u000a11:54:40.669533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2486): Terminating (SIGTERM)\u000a11:54:40.708899 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2489): Terminating (SIGTERM)\u000a11:54:40.718113 --- ParallelTerminationStrategy: PID 2483 died...\u000a11:54:40.771114 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2483): Terminated: ok {rc=0}\u000a11:54:40.780611 --- ParallelTerminationStrategy: PID 2486 died...\u000a11:54:40.833432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2486): Terminated: ok {rc=0}\u000a11:54:40.842914 --- ParallelTerminationStrategy: PID 2489 died...\u000a11:54:40.895559 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2489): Terminated: ok {rc=0}\u000a11:54:40.984277 bus /sierra_3: Setting Powered False\u000a11:54:42.088115 bus /sierra_3: Setting Powered False\u000a11:54:43.195868 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "79", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:54:23" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2502): Process ended prematurely: osmo-stp_10.42.42.5(pid=2502) [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2502)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2502): Process ended prematurely: osmo-stp_10.42.42.5(pid=2502) [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2502)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a11:54:45.179463 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:54:45.190578 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a11:54:45.346691 tst mo_mt_call.py: using LAC 21286\u000a11:54:45.466889 tst mo_mt_call.py: using RAC 121\u000a11:54:45.586915 tst mo_mt_call.py: using CellId 21286\u000a11:54:45.707302 tst mo_mt_call.py: using BVCI 21287\u000a11:54:45.730077 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:54:45.741329 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:54:45.752136 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:54:45.763003 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:54:45.774032 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:54:45.784790 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:54:45.919880 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:54:46.137869 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:54:46.667027 run create_hlr_db(pid=2496): Launched\u000a11:54:46.843586 bus /sierra_2: Setting Powered False\u000a11:54:47.874494 run create_hlr_db(pid=2496): Terminated: ok {rc=0}\u000a11:54:48.280376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2498): Launched\u000a11:54:48.580850 run osmo-hlr_10.42.42.2(pid=2499): Launched\u000a11:54:48.690866 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:54:49.213380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2501): Launched\u000a11:54:49.514288 run osmo-stp_10.42.42.5(pid=2502): Launched\u000a11:54:49.622980 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:54:50.171362 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2504): Launched\u000a11:54:50.471313 run osmo-msc_10.42.42.6(pid=2505): Launched\u000a11:54:50.646985 run osmo-stp_10.42.42.5(pid=2502): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2502)]\u000a11:54:50.773691 run osmo-stp_10.42.42.5(pid=2502): stdout: \u000a| (launched: 2022-12-09_11:54:49.365878)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:54:50.898415 run osmo-stp_10.42.42.5(pid=2502): stderr: \u000a| �[0;m�[38;5;43m20221209115449532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115449532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115449532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115449533 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115449533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115449533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115449533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:54:51.018724 run osmo-stp_10.42.42.5(pid=2502): stdout: \u000a| (launched: 2022-12-09_11:54:49.365878)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:54:51.137992 run osmo-stp_10.42.42.5(pid=2502): stderr: \u000a| �[0;m�[38;5;43m20221209115449532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115449532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115449532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115449533 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115449533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115449533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115449533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:54:51.190692 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2502): Process ended prematurely: osmo-stp_10.42.42.5(pid=2502) [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2502)] [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a11:54:51.199162 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a11:54:51.258650 run osmo-hlr_10.42.42.2(pid=2499): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2499)]\u000a11:54:51.307493 run osmo-hlr_10.42.42.2(pid=2499): stdout: \u000a| (launched: 2022-12-09_11:54:48.433424) \u000a11:54:51.356873 run osmo-hlr_10.42.42.2(pid=2499): stderr: \u000a| �[0;m�[1;31m20221209115448607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209115448607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209115448607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115448607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115448607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209115448607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209115448625 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209115448636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209115448636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209115448636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:54:51.424194 run osmo-msc_10.42.42.6(pid=2505): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2505)]\u000a11:54:51.473541 run osmo-msc_10.42.42.6(pid=2505): stdout: \u000a| (launched: 2022-12-09_11:54:50.323556) \u000a11:54:51.523390 run osmo-msc_10.42.42.6(pid=2505): stderr: \u000a| �[0;m�[38;5;43m20221209115450592 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209115450592 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8447afbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209115450592 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209115450592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209115450592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209115450592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209115450594 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209115450595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209115450595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209115450595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:54:51.564983 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2498): Terminating (SIGTERM)\u000a11:54:51.604058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2501): Terminating (SIGTERM)\u000a11:54:51.643301 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2504): Terminating (SIGTERM)\u000a11:54:51.652345 --- ParallelTerminationStrategy: PID 2498 died...\u000a11:54:51.705217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2498): Terminated: ok {rc=0}\u000a11:54:51.714740 --- ParallelTerminationStrategy: PID 2501 died...\u000a11:54:51.768333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2501): Terminated: ok {rc=0}\u000a11:54:51.777980 --- ParallelTerminationStrategy: PID 2504 died...\u000a11:54:51.831056 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2504): Terminated: ok {rc=0}\u000a11:54:51.915040 bus /sierra_3: Setting Powered False\u000a11:54:53.022161 bus /sierra_3: Setting Powered False\u000a11:54:54.130458 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 42, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2513): Process ended prematurely: osmo-stp_10.42.42.5(pid=2513) [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2513)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2513): Process ended prematurely: osmo-stp_10.42.42.5(pid=2513) [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2513)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:54:55.246103 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:54:55.258336 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a11:54:55.424114 tst mo_mt_call_osmux.py: using LAC 21287\u000a11:54:55.551247 tst mo_mt_call_osmux.py: using RAC 122\u000a11:54:55.683164 tst mo_mt_call_osmux.py: using CellId 21287\u000a11:54:55.807883 tst mo_mt_call_osmux.py: using BVCI 21288\u000a11:54:55.832426 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:54:55.843902 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:54:55.855237 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:54:55.866766 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:54:55.878522 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a11:54:55.890007 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:54:56.010408 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a11:54:56.215685 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:54:56.699479 run create_hlr_db(pid=2507): Launched\u000a11:54:56.872255 bus /sierra_2: Setting Powered False\u000a11:54:57.894244 run create_hlr_db(pid=2507): Terminated: ok {rc=0}\u000a11:54:58.324253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2509): Launched\u000a11:54:58.648700 run osmo-hlr_10.42.42.2(pid=2510): Launched\u000a11:54:58.770166 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:54:59.332217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2512): Launched\u000a11:54:59.656253 run osmo-stp_10.42.42.5(pid=2513): Launched\u000a11:54:59.773006 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:55:00.363058 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2515): Launched\u000a11:55:00.686474 run osmo-msc_10.42.42.6(pid=2516): Launched\u000a11:55:00.880403 run osmo-stp_10.42.42.5(pid=2513): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2513)]\u000a11:55:01.135742 run osmo-stp_10.42.42.5(pid=2513): stdout: \u000a| (launched: 2022-12-09_11:54:59.496824)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:55:01.296389 run osmo-stp_10.42.42.5(pid=2513): stderr: \u000a| �[0;m�[38;5;43m20221209115459686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115459686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115459686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115459687 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115459687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115459687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115459687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:55:01.420493 run osmo-stp_10.42.42.5(pid=2513): stdout: \u000a| (launched: 2022-12-09_11:54:59.496824)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:55:01.544428 run osmo-stp_10.42.42.5(pid=2513): stderr: \u000a| �[0;m�[38;5;43m20221209115459686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115459686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115459686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115459687 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115459687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115459687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115459687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:55:01.600319 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2513): Process ended prematurely: osmo-stp_10.42.42.5(pid=2513) [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2513)] [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a11:55:01.609629 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a11:55:01.674013 run osmo-hlr_10.42.42.2(pid=2510): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2510)]\u000a11:55:01.725308 run osmo-hlr_10.42.42.2(pid=2510): stdout: \u000a| (launched: 2022-12-09_11:54:58.488916) \u000a11:55:01.776974 run osmo-hlr_10.42.42.2(pid=2510): stderr: \u000a| �[0;m�[1;31m20221209115458685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209115458685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209115458685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115458685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115458685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209115458685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209115458695 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209115458704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209115458704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209115458704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:55:01.846134 run osmo-msc_10.42.42.6(pid=2516): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2516)]\u000a11:55:01.896453 run osmo-msc_10.42.42.6(pid=2516): stdout: \u000a| (launched: 2022-12-09_11:55:00.527820) \u000a11:55:01.947893 run osmo-msc_10.42.42.6(pid=2516): stderr: \u000a| �[0;m�[38;5;43m20221209115500894 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209115500894 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f362bc9ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209115500894 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209115500894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209115500894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209115500895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209115500896 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209115500897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209115500897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209115500897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:55:01.991485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2509): Terminating (SIGTERM)\u000a11:55:02.034300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2512): Terminating (SIGTERM)\u000a11:55:02.077601 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2515): Terminating (SIGTERM)\u000a11:55:02.087670 --- ParallelTerminationStrategy: PID 2509 died...\u000a11:55:02.145339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2509): Terminated: ok {rc=0}\u000a11:55:02.155390 --- ParallelTerminationStrategy: PID 2512 died...\u000a11:55:02.210066 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2512): Terminated: ok {rc=0}\u000a11:55:02.220128 --- ParallelTerminationStrategy: PID 2515 died...\u000a11:55:02.275081 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2515): Terminated: ok {rc=0}\u000a11:55:02.363327 bus /sierra_3: Setting Powered False\u000a11:55:03.472158 bus /sierra_3: Setting Powered False\u000a11:55:04.580841 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "80", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:54:44" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2530): Process ended prematurely: osmo-stp_10.42.42.5(pid=2530) [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2530)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2530): Process ended prematurely: osmo-stp_10.42.42.5(pid=2530) [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2530)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a11:55:06.582703 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:55:06.594184 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a11:55:06.758457 tst mo_mt_call.py: using LAC 21288\u000a11:55:06.880840 tst mo_mt_call.py: using RAC 123\u000a11:55:07.002118 tst mo_mt_call.py: using CellId 21288\u000a11:55:07.124039 tst mo_mt_call.py: using BVCI 21289\u000a11:55:07.147285 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:55:07.158394 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:55:07.169378 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:55:07.180112 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:55:07.190952 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:55:07.201705 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:55:07.320737 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:55:07.531643 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:55:08.041575 run create_hlr_db(pid=2524): Launched\u000a11:55:08.228028 bus /sierra_2: Setting Powered False\u000a11:55:09.249072 run create_hlr_db(pid=2524): Terminated: ok {rc=0}\u000a11:55:09.680674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2526): Launched\u000a11:55:10.002358 run osmo-hlr_10.42.42.2(pid=2527): Launched\u000a11:55:10.118920 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:55:10.682661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2529): Launched\u000a11:55:11.006919 run osmo-stp_10.42.42.5(pid=2530): Launched\u000a11:55:11.123868 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:55:11.707675 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2532): Launched\u000a11:55:12.008495 run osmo-msc_10.42.42.6(pid=2533): Launched\u000a11:55:12.185772 run osmo-stp_10.42.42.5(pid=2530): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2530)]\u000a11:55:12.312917 run osmo-stp_10.42.42.5(pid=2530): stdout: \u000a| (launched: 2022-12-09_11:55:10.846575)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:55:12.438443 run osmo-stp_10.42.42.5(pid=2530): stderr: \u000a| �[0;m�[38;5;43m20221209115511033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115511034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115511034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115511034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115511035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115511035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115511035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:55:12.559236 run osmo-stp_10.42.42.5(pid=2530): stdout: \u000a| (launched: 2022-12-09_11:55:10.846575)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:55:12.678687 run osmo-stp_10.42.42.5(pid=2530): stderr: \u000a| �[0;m�[38;5;43m20221209115511033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115511034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115511034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115511034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115511035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115511035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115511035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:55:12.731687 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2530): Process ended prematurely: osmo-stp_10.42.42.5(pid=2530) [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2530)] [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a11:55:12.740489 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a11:55:12.800480 run osmo-hlr_10.42.42.2(pid=2527): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2527)]\u000a11:55:12.849689 run osmo-hlr_10.42.42.2(pid=2527): stdout: \u000a| (launched: 2022-12-09_11:55:09.844780) \u000a11:55:12.899192 run osmo-hlr_10.42.42.2(pid=2527): stderr: \u000a| �[0;m�[1;31m20221209115510037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209115510037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209115510037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115510037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115510037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209115510037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209115510050 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209115510058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209115510059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209115510059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:55:12.966205 run osmo-msc_10.42.42.6(pid=2533): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2533)]\u000a11:55:13.014976 run osmo-msc_10.42.42.6(pid=2533): stdout: \u000a| (launched: 2022-12-09_11:55:11.860520) \u000a11:55:13.064283 run osmo-msc_10.42.42.6(pid=2533): stderr: \u000a| �[0;m�[38;5;43m20221209115512130 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209115512131 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb99b797c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209115512131 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209115512131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209115512131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209115512131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209115512133 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209115512133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209115512134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209115512135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:55:13.106668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2526): Terminating (SIGTERM)\u000a11:55:13.146508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2529): Terminating (SIGTERM)\u000a11:55:13.186305 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2532): Terminating (SIGTERM)\u000a11:55:13.195506 --- ParallelTerminationStrategy: PID 2526 died...\u000a11:55:13.248571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2526): Terminated: ok {rc=0}\u000a11:55:13.258216 --- ParallelTerminationStrategy: PID 2529 died...\u000a11:55:13.311263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2529): Terminated: ok {rc=0}\u000a11:55:13.321247 --- ParallelTerminationStrategy: PID 2532 died...\u000a11:55:13.374673 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2532): Terminated: ok {rc=0}\u000a11:55:13.458410 bus /sierra_3: Setting Powered False\u000a11:55:14.559690 bus /sierra_3: Setting Powered False\u000a11:55:15.666774 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 45, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2541): Process ended prematurely: osmo-stp_10.42.42.5(pid=2541) [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2541)]", "failedSince" : 2315, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2541): Process ended prematurely: osmo-stp_10.42.42.5(pid=2541) [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2541)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:55:16.783027 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:55:16.796217 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a11:55:16.966431 tst mo_mt_call_osmux.py: using LAC 21289\u000a11:55:17.129854 tst mo_mt_call_osmux.py: using RAC 124\u000a11:55:17.268479 tst mo_mt_call_osmux.py: using CellId 21289\u000a11:55:17.388218 tst mo_mt_call_osmux.py: using BVCI 21290\u000a11:55:17.411142 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:55:17.422315 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:55:17.433143 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:55:17.444084 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:55:17.455173 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a11:55:17.466032 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:55:17.584597 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a11:55:17.787541 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:55:18.271913 run create_hlr_db(pid=2535): Launched\u000a11:55:18.444418 bus /sierra_2: Setting Powered False\u000a11:55:19.466524 run create_hlr_db(pid=2535): Terminated: ok {rc=0}\u000a11:55:19.899076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2537): Launched\u000a11:55:20.223526 run osmo-hlr_10.42.42.2(pid=2538): Launched\u000a11:55:20.338245 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:55:20.903361 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2540): Launched\u000a11:55:21.225864 run osmo-stp_10.42.42.5(pid=2541): Launched\u000a11:55:21.341635 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:55:21.931293 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2543): Launched\u000a11:55:22.253526 run osmo-msc_10.42.42.6(pid=2544): Launched\u000a11:55:22.443332 run osmo-stp_10.42.42.5(pid=2541): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2541)]\u000a11:55:22.581241 run osmo-stp_10.42.42.5(pid=2541): stdout: \u000a| (launched: 2022-12-09_11:55:21.067056)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:55:22.716827 run osmo-stp_10.42.42.5(pid=2541): stderr: \u000a| �[0;m�[38;5;43m20221209115521254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115521254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115521254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115521255 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115521255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115521255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115521255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:55:22.846702 run osmo-stp_10.42.42.5(pid=2541): stdout: \u000a| (launched: 2022-12-09_11:55:21.067056)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:55:22.975388 run osmo-stp_10.42.42.5(pid=2541): stderr: \u000a| �[0;m�[38;5;43m20221209115521254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115521254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115521254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115521255 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115521255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115521255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115521255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:55:23.032119 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2541): Process ended prematurely: osmo-stp_10.42.42.5(pid=2541) [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2541)] [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a11:55:23.041274 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a11:55:23.104712 run osmo-hlr_10.42.42.2(pid=2538): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2538)]\u000a11:55:23.156576 run osmo-hlr_10.42.42.2(pid=2538): stdout: \u000a| (launched: 2022-12-09_11:55:20.064184) \u000a11:55:23.208669 run osmo-hlr_10.42.42.2(pid=2538): stderr: \u000a| �[0;m�[1;31m20221209115520257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209115520257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209115520257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115520257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115520257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209115520258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209115520269 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209115520278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209115520278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209115520279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:55:23.280235 run osmo-msc_10.42.42.6(pid=2544): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2544)]\u000a11:55:23.331987 run osmo-msc_10.42.42.6(pid=2544): stdout: \u000a| (launched: 2022-12-09_11:55:22.095010) \u000a11:55:23.384168 run osmo-msc_10.42.42.6(pid=2544): stderr: \u000a| �[0;m�[38;5;43m20221209115522412 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209115522412 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faea61d0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209115522412 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209115522412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209115522413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209115522413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209115522414 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209115522415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209115522415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209115522415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:55:23.428542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2537): Terminating (SIGTERM)\u000a11:55:23.470559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2540): Terminating (SIGTERM)\u000a11:55:23.513341 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2543): Terminating (SIGTERM)\u000a11:55:23.523114 --- ParallelTerminationStrategy: PID 2537 died...\u000a11:55:23.579675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2537): Terminated: ok {rc=0}\u000a11:55:23.589781 --- ParallelTerminationStrategy: PID 2540 died...\u000a11:55:23.646189 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2540): Terminated: ok {rc=0}\u000a11:55:23.656227 --- ParallelTerminationStrategy: PID 2543 died...\u000a11:55:23.712335 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2543): Terminated: ok {rc=0}\u000a11:55:23.798888 bus /sierra_3: Setting Powered False\u000a11:55:24.904760 bus /sierra_3: Setting Powered False\u000a11:55:26.017163 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "81", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:55:06" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2556): Process ended prematurely: osmo-stp_10.42.42.5(pid=2556) [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2556)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2556): Process ended prematurely: osmo-stp_10.42.42.5(pid=2556) [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2556)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a11:55:28.000857 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:55:28.011981 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a11:55:28.163939 tst mo_mt_call.py: using LAC 21290\u000a11:55:28.280338 tst mo_mt_call.py: using RAC 125\u000a11:55:28.398625 tst mo_mt_call.py: using CellId 21290\u000a11:55:28.527838 tst mo_mt_call.py: using BVCI 21291\u000a11:55:28.552585 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:55:28.564389 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:55:28.575898 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:55:28.587771 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:55:28.599759 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:55:28.611661 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:55:28.729968 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:55:28.931982 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:55:29.414988 run create_hlr_db(pid=2550): Launched\u000a11:55:29.587990 bus /sierra_2: Setting Powered False\u000a11:55:30.610319 run create_hlr_db(pid=2550): Terminated: ok {rc=0}\u000a11:55:31.069400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2552): Launched\u000a11:55:31.489582 run osmo-hlr_10.42.42.2(pid=2553): Launched\u000a11:55:31.696266 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:55:32.332148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2555): Launched\u000a11:55:32.662259 run osmo-stp_10.42.42.5(pid=2556): Launched\u000a11:55:32.781437 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:55:33.377788 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2558): Launched\u000a11:55:33.705184 run osmo-msc_10.42.42.6(pid=2559): Launched\u000a11:55:33.896190 run osmo-stp_10.42.42.5(pid=2556): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2556)]\u000a11:55:34.034642 run osmo-stp_10.42.42.5(pid=2556): stdout: \u000a| (launched: 2022-12-09_11:55:32.500009)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:55:34.172780 run osmo-stp_10.42.42.5(pid=2556): stderr: \u000a| �[0;m�[38;5;43m20221209115532688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115532688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115532689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115532689 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115532690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115532690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115532690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:55:34.304641 run osmo-stp_10.42.42.5(pid=2556): stdout: \u000a| (launched: 2022-12-09_11:55:32.500009)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:55:34.435618 run osmo-stp_10.42.42.5(pid=2556): stderr: \u000a| �[0;m�[38;5;43m20221209115532688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115532688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115532689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115532689 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115532690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115532690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115532690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:55:34.493223 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2556): Process ended prematurely: osmo-stp_10.42.42.5(pid=2556) [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2556)] [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a11:55:34.502803 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a11:55:34.568698 run osmo-hlr_10.42.42.2(pid=2553): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2553)]\u000a11:55:34.621418 run osmo-hlr_10.42.42.2(pid=2553): stdout: \u000a| (launched: 2022-12-09_11:55:31.232835) \u000a11:55:34.674757 run osmo-hlr_10.42.42.2(pid=2553): stderr: \u000a| �[0;m�[1;31m20221209115531471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209115531471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209115531471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115531471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115531471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209115531471 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209115531486 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209115531502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209115531503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209115531503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:55:34.746408 run osmo-msc_10.42.42.6(pid=2559): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2559)]\u000a11:55:34.799132 run osmo-msc_10.42.42.6(pid=2559): stdout: \u000a| (launched: 2022-12-09_11:55:33.544079) \u000a11:55:34.852335 run osmo-msc_10.42.42.6(pid=2559): stderr: \u000a| �[0;m�[38;5;43m20221209115533862 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209115533863 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc300149c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209115533863 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209115533863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209115533863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209115533863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209115533865 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209115533865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209115533865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209115533866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:55:34.897882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2552): Terminating (SIGTERM)\u000a11:55:34.940738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2555): Terminating (SIGTERM)\u000a11:55:34.984010 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2558): Terminating (SIGTERM)\u000a11:55:34.994528 --- ParallelTerminationStrategy: PID 2552 died...\u000a11:55:35.052308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2552): Terminated: ok {rc=0}\u000a11:55:35.062588 --- ParallelTerminationStrategy: PID 2555 died...\u000a11:55:35.119932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2555): Terminated: ok {rc=0}\u000a11:55:35.130188 --- ParallelTerminationStrategy: PID 2558 died...\u000a11:55:35.187967 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2558): Terminated: ok {rc=0}\u000a11:55:35.275064 bus /sierra_3: Setting Powered False\u000a11:55:36.383164 bus /sierra_3: Setting Powered False\u000a11:55:37.494958 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 42, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2567): Process ended prematurely: osmo-stp_10.42.42.5(pid=2567) [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2567)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2567): Process ended prematurely: osmo-stp_10.42.42.5(pid=2567) [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2567)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:55:38.605626 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:55:38.617543 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a11:55:38.788124 tst mo_mt_call_osmux.py: using LAC 21291\u000a11:55:38.915279 tst mo_mt_call_osmux.py: using RAC 126\u000a11:55:39.042553 tst mo_mt_call_osmux.py: using CellId 21291\u000a11:55:39.170629 tst mo_mt_call_osmux.py: using BVCI 21292\u000a11:55:39.195784 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:55:39.207585 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:55:39.219157 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:55:39.231448 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:55:39.243868 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a11:55:39.256034 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:55:39.372767 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a11:55:39.587965 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:55:40.104376 run create_hlr_db(pid=2561): Launched\u000a11:55:40.294072 bus /sierra_2: Setting Powered False\u000a11:55:41.316048 run create_hlr_db(pid=2561): Terminated: ok {rc=0}\u000a11:55:41.726862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2563): Launched\u000a11:55:42.037195 run osmo-hlr_10.42.42.2(pid=2564): Launched\u000a11:55:42.156547 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:55:42.692813 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2566): Launched\u000a11:55:42.998195 run osmo-stp_10.42.42.5(pid=2567): Launched\u000a11:55:43.107527 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:55:43.664842 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2569): Launched\u000a11:55:43.972051 run osmo-msc_10.42.42.6(pid=2570): Launched\u000a11:55:44.150512 run osmo-stp_10.42.42.5(pid=2567): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2567)]\u000a11:55:44.279793 run osmo-stp_10.42.42.5(pid=2567): stdout: \u000a| (launched: 2022-12-09_11:55:42.848263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:55:44.406449 run osmo-stp_10.42.42.5(pid=2567): stderr: \u000a| �[0;m�[38;5;43m20221209115543017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115543017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115543017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115543017 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115543018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115543018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115543018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:55:44.528888 run osmo-stp_10.42.42.5(pid=2567): stdout: \u000a| (launched: 2022-12-09_11:55:42.848263)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:55:44.649963 run osmo-stp_10.42.42.5(pid=2567): stderr: \u000a| �[0;m�[38;5;43m20221209115543017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115543017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115543017 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115543017 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115543018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115543018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115543018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:55:44.703263 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2567): Process ended prematurely: osmo-stp_10.42.42.5(pid=2567) [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2567)] [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a11:55:44.711703 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a11:55:44.772087 run osmo-hlr_10.42.42.2(pid=2564): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2564)]\u000a11:55:44.822187 run osmo-hlr_10.42.42.2(pid=2564): stdout: \u000a| (launched: 2022-12-09_11:55:41.882354) \u000a11:55:44.872153 run osmo-hlr_10.42.42.2(pid=2564): stderr: \u000a| �[0;m�[1;31m20221209115542061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209115542061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209115542061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115542062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115542062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209115542062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209115542074 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209115542082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209115542083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209115542083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:55:44.940090 run osmo-msc_10.42.42.6(pid=2570): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2570)]\u000a11:55:44.989454 run osmo-msc_10.42.42.6(pid=2570): stdout: \u000a| (launched: 2022-12-09_11:55:43.820170) \u000a11:55:45.039411 run osmo-msc_10.42.42.6(pid=2570): stderr: \u000a| �[0;m�[38;5;43m20221209115544089 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209115544089 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff9d5e9cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209115544089 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209115544089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209115544089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209115544090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209115544091 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209115544092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209115544092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209115544092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:55:45.081535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2563): Terminating (SIGTERM)\u000a11:55:45.121497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2566): Terminating (SIGTERM)\u000a11:55:45.161630 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2569): Terminating (SIGTERM)\u000a11:55:45.170957 --- ParallelTerminationStrategy: PID 2563 died...\u000a11:55:45.224890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2563): Terminated: ok {rc=0}\u000a11:55:45.234689 --- ParallelTerminationStrategy: PID 2566 died...\u000a11:55:45.288456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2566): Terminated: ok {rc=0}\u000a11:55:45.298233 --- ParallelTerminationStrategy: PID 2569 died...\u000a11:55:45.351726 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2569): Terminated: ok {rc=0}\u000a11:55:45.435482 bus /sierra_3: Setting Powered False\u000a11:55:46.535673 bus /sierra_3: Setting Powered False\u000a11:55:47.641861 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "82", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:55:27" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2582): Process ended prematurely: osmo-stp_10.42.42.5(pid=2582) [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2582)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2582): Process ended prematurely: osmo-stp_10.42.42.5(pid=2582) [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2582)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a11:55:49.649440 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:55:49.660880 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a11:55:49.827217 tst mo_mt_call.py: using LAC 21292\u000a11:55:49.949919 tst mo_mt_call.py: using RAC 127\u000a11:55:50.070266 tst mo_mt_call.py: using CellId 21292\u000a11:55:50.190041 tst mo_mt_call.py: using BVCI 21293\u000a11:55:50.213983 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:55:50.225085 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:55:50.236065 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:55:50.247183 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:55:50.258353 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:55:50.269315 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:55:50.388847 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:55:50.603877 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:55:51.117613 run create_hlr_db(pid=2576): Launched\u000a11:55:51.306373 bus /sierra_2: Setting Powered False\u000a11:55:52.327352 run create_hlr_db(pid=2576): Terminated: ok {rc=0}\u000a11:55:52.763189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2578): Launched\u000a11:55:53.091157 run osmo-hlr_10.42.42.2(pid=2579): Launched\u000a11:55:53.210850 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:55:53.779989 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2581): Launched\u000a11:55:54.108430 run osmo-stp_10.42.42.5(pid=2582): Launched\u000a11:55:54.226500 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:55:54.824244 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2584): Launched\u000a11:55:55.152641 run osmo-msc_10.42.42.6(pid=2585): Launched\u000a11:55:55.343716 run osmo-stp_10.42.42.5(pid=2582): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2582)]\u000a11:55:55.482210 run osmo-stp_10.42.42.5(pid=2582): stdout: \u000a| (launched: 2022-12-09_11:55:53.945461)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:55:55.618932 run osmo-stp_10.42.42.5(pid=2582): stderr: \u000a| �[0;m�[38;5;43m20221209115554133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115554133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115554134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115554134 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115554134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115554134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115554135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:55:55.750033 run osmo-stp_10.42.42.5(pid=2582): stdout: \u000a| (launched: 2022-12-09_11:55:53.945461)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:55:55.879507 run osmo-stp_10.42.42.5(pid=2582): stderr: \u000a| �[0;m�[38;5;43m20221209115554133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115554133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115554134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115554134 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115554134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115554134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115554135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:55:55.936480 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2582): Process ended prematurely: osmo-stp_10.42.42.5(pid=2582) [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2582)] [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a11:55:55.945794 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a11:55:56.009538 run osmo-hlr_10.42.42.2(pid=2579): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2579)]\u000a11:55:56.061704 run osmo-hlr_10.42.42.2(pid=2579): stdout: \u000a| (launched: 2022-12-09_11:55:52.929786) \u000a11:55:56.114278 run osmo-hlr_10.42.42.2(pid=2579): stderr: \u000a| �[0;m�[1;31m20221209115553124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209115553124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209115553124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115553124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115553124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209115553124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209115553137 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209115553146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209115553147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209115553147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:55:56.185530 run osmo-msc_10.42.42.6(pid=2585): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2585)]\u000a11:55:56.237381 run osmo-msc_10.42.42.6(pid=2585): stdout: \u000a| (launched: 2022-12-09_11:55:54.991244) \u000a11:55:56.289762 run osmo-msc_10.42.42.6(pid=2585): stderr: \u000a| �[0;m�[38;5;43m20221209115555309 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209115555309 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6654d34c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209115555309 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209115555309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209115555309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209115555310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209115555311 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209115555312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209115555312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209115555312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:55:56.334490 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2578): Terminating (SIGTERM)\u000a11:55:56.376240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2581): Terminating (SIGTERM)\u000a11:55:56.418914 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2584): Terminating (SIGTERM)\u000a11:55:56.428609 --- ParallelTerminationStrategy: PID 2578 died...\u000a11:55:56.485228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2578): Terminated: ok {rc=0}\u000a11:55:56.495313 --- ParallelTerminationStrategy: PID 2581 died...\u000a11:55:56.552189 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2581): Terminated: ok {rc=0}\u000a11:55:56.562646 --- ParallelTerminationStrategy: PID 2584 died...\u000a11:55:56.619334 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2584): Terminated: ok {rc=0}\u000a11:55:56.708166 bus /sierra_3: Setting Powered False\u000a11:55:57.814855 bus /sierra_3: Setting Powered False\u000a11:55:58.924041 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 44, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2593): Process ended prematurely: osmo-stp_10.42.42.5(pid=2593) [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2593)]", "failedSince" : 2316, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2593): Process ended prematurely: osmo-stp_10.42.42.5(pid=2593) [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2593)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:56:00.039019 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:56:00.051408 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a11:56:00.218798 tst mo_mt_call_osmux.py: using LAC 21293\u000a11:56:00.346759 tst mo_mt_call_osmux.py: using RAC 128\u000a11:56:00.474531 tst mo_mt_call_osmux.py: using CellId 21293\u000a11:56:00.599713 tst mo_mt_call_osmux.py: using BVCI 21294\u000a11:56:00.623149 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:56:00.634543 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:56:00.645617 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:56:00.657351 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:56:00.669333 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a11:56:00.681140 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:56:00.803072 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a11:56:01.035017 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:56:01.570374 run create_hlr_db(pid=2587): Launched\u000a11:56:01.751519 bus /sierra_2: Setting Powered False\u000a11:56:02.767846 run create_hlr_db(pid=2587): Terminated: ok {rc=0}\u000a11:56:03.175114 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2589): Launched\u000a11:56:03.479991 run osmo-hlr_10.42.42.2(pid=2590): Launched\u000a11:56:03.601326 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:56:04.133749 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2592): Launched\u000a11:56:04.438165 run osmo-stp_10.42.42.5(pid=2593): Launched\u000a11:56:04.548172 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:56:05.104580 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2595): Launched\u000a11:56:05.410820 run osmo-msc_10.42.42.6(pid=2596): Launched\u000a11:56:05.590159 run osmo-stp_10.42.42.5(pid=2593): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2593)]\u000a11:56:05.719334 run osmo-stp_10.42.42.5(pid=2593): stdout: \u000a| (launched: 2022-12-09_11:56:04.288260)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:56:05.846383 run osmo-stp_10.42.42.5(pid=2593): stderr: \u000a| �[0;m�[38;5;43m20221209115604455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115604455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115604456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115604456 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115604457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115604457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115604457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:56:05.968035 run osmo-stp_10.42.42.5(pid=2593): stdout: \u000a| (launched: 2022-12-09_11:56:04.288260)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:56:06.089440 run osmo-stp_10.42.42.5(pid=2593): stderr: \u000a| �[0;m�[38;5;43m20221209115604455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115604455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115604456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115604456 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115604457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115604457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115604457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:56:06.142844 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2593): Process ended prematurely: osmo-stp_10.42.42.5(pid=2593) [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2593)] [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a11:56:06.151319 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a11:56:06.210875 run osmo-hlr_10.42.42.2(pid=2590): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2590)]\u000a11:56:06.259963 run osmo-hlr_10.42.42.2(pid=2590): stdout: \u000a| (launched: 2022-12-09_11:56:03.330441) \u000a11:56:06.309606 run osmo-hlr_10.42.42.2(pid=2590): stderr: \u000a| �[0;m�[1;31m20221209115603503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209115603503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209115603503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115603503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115603503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209115603503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209115603515 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209115603524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209115603524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209115603524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:56:06.377184 run osmo-msc_10.42.42.6(pid=2596): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2596)]\u000a11:56:06.426142 run osmo-msc_10.42.42.6(pid=2596): stdout: \u000a| (launched: 2022-12-09_11:56:05.259126) \u000a11:56:06.475663 run osmo-msc_10.42.42.6(pid=2596): stderr: \u000a| �[0;m�[38;5;43m20221209115605530 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209115605530 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffb9bea8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209115605530 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209115605531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209115605531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209115605531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209115605533 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209115605533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209115605533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209115605533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:56:06.517535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2589): Terminating (SIGTERM)\u000a11:56:06.557263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2592): Terminating (SIGTERM)\u000a11:56:06.596805 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2595): Terminating (SIGTERM)\u000a11:56:06.606078 --- ParallelTerminationStrategy: PID 2589 died...\u000a11:56:06.659759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2589): Terminated: ok {rc=0}\u000a11:56:06.669440 --- ParallelTerminationStrategy: PID 2592 died...\u000a11:56:06.722826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2592): Terminated: ok {rc=0}\u000a11:56:06.732304 --- ParallelTerminationStrategy: PID 2595 died...\u000a11:56:06.785169 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2595): Terminated: ok {rc=0}\u000a11:56:06.868455 bus /sierra_3: Setting Powered False\u000a11:56:07.975476 bus /sierra_3: Setting Powered False\u000a11:56:09.083843 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "83", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:55:49" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2607): Process ended prematurely: osmo-stp_10.42.42.5(pid=2607) [trial-2359↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2607)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2607): Process ended prematurely: osmo-stp_10.42.42.5(pid=2607) [trial-2359↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2607)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a11:56:11.077113 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:56:11.088220 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:56:11.246051 tst mo_mt_call.py: using LAC 21294\u000a11:56:11.366020 tst mo_mt_call.py: using RAC 129\u000a11:56:11.485861 tst mo_mt_call.py: using CellId 21294\u000a11:56:11.605843 tst mo_mt_call.py: using BVCI 21295\u000a11:56:11.629212 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:56:11.640212 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:56:11.651156 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:56:11.662085 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:56:11.673086 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:56:11.683979 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:56:11.805384 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:56:12.010161 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:56:12.500891 run create_hlr_db(pid=2601): Launched\u000a11:56:12.677182 bus /sierra_2: Setting Powered False\u000a11:56:13.697251 run create_hlr_db(pid=2601): Terminated: ok {rc=0}\u000a11:56:14.133832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2603): Launched\u000a11:56:14.458646 run osmo-hlr_10.42.42.2(pid=2604): Launched\u000a11:56:14.581856 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:56:15.117498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2606): Launched\u000a11:56:15.422296 run osmo-stp_10.42.42.5(pid=2607): Launched\u000a11:56:15.531748 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:56:16.136502 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2609): Launched\u000a11:56:16.549837 run osmo-msc_10.42.42.6(pid=2610): Launched\u000a11:56:17.065121 run osmo-stp_10.42.42.5(pid=2607): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2607)]\u000a11:56:17.268838 run osmo-stp_10.42.42.5(pid=2607): stdout: \u000a| (launched: 2022-12-09_11:56:15.272362)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:56:17.408449 run osmo-stp_10.42.42.5(pid=2607): stderr: \u000a| �[0;m�[38;5;43m20221209115615440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115615441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115615441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115615441 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115615442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115615442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115615442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:56:17.541915 run osmo-stp_10.42.42.5(pid=2607): stdout: \u000a| (launched: 2022-12-09_11:56:15.272362)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:56:17.673119 run osmo-stp_10.42.42.5(pid=2607): stderr: \u000a| �[0;m�[38;5;43m20221209115615440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115615441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115615441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115615441 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115615442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115615442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115615442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:56:17.730537 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2607): Process ended prematurely: osmo-stp_10.42.42.5(pid=2607) [trial-2359↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2607)] [trial-2359↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a11:56:17.740099 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a11:56:17.804185 run osmo-hlr_10.42.42.2(pid=2604): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2604)]\u000a11:56:17.856262 run osmo-hlr_10.42.42.2(pid=2604): stdout: \u000a| (launched: 2022-12-09_11:56:14.300788) \u000a11:56:17.909329 run osmo-hlr_10.42.42.2(pid=2604): stderr: \u000a| �[0;m�[1;31m20221209115614476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209115614476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209115614476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115614476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115614476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209115614477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209115614489 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209115614497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209115614497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209115614497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:56:17.980583 run osmo-msc_10.42.42.6(pid=2610): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2610)]\u000a11:56:18.032501 run osmo-msc_10.42.42.6(pid=2610): stdout: \u000a| (launched: 2022-12-09_11:56:16.295524) \u000a11:56:18.085630 run osmo-msc_10.42.42.6(pid=2610): stderr: \u000a| �[0;m�[38;5;43m20221209115616783 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209115616784 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1f570e3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209115616784 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209115616784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209115616784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209115616784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209115616786 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209115616786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209115616786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209115616786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:56:18.130319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2603): Terminating (SIGTERM)\u000a11:56:18.173131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2606): Terminating (SIGTERM)\u000a11:56:18.215840 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2609): Terminating (SIGTERM)\u000a11:56:18.225228 --- ParallelTerminationStrategy: PID 2603 died...\u000a11:56:18.282167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2603): Terminated: ok {rc=0}\u000a11:56:18.292385 --- ParallelTerminationStrategy: PID 2606 died...\u000a11:56:18.348804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2606): Terminated: ok {rc=0}\u000a11:56:18.358984 --- ParallelTerminationStrategy: PID 2609 died...\u000a11:56:18.415676 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2609): Terminated: ok {rc=0}\u000a11:56:18.501914 bus /sierra_3: Setting Powered False\u000a11:56:19.608852 bus /sierra_3: Setting Powered False\u000a11:56:20.716571 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 42, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2618): Process ended prematurely: osmo-stp_10.42.42.5(pid=2618) [trial-2359↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2618)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2618): Process ended prematurely: osmo-stp_10.42.42.5(pid=2618) [trial-2359↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2618)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:56:21.831547 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:56:21.844124 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a11:56:22.012687 tst mo_mt_call_osmux.py: using LAC 21295\u000a11:56:22.145540 tst mo_mt_call_osmux.py: using RAC 130\u000a11:56:22.272371 tst mo_mt_call_osmux.py: using CellId 21295\u000a11:56:22.407887 tst mo_mt_call_osmux.py: using BVCI 21296\u000a11:56:22.433350 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:56:22.445377 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:56:22.457178 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:56:22.468835 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:56:22.480583 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a11:56:22.492127 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:56:22.614127 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a11:56:22.818514 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:56:23.308841 run create_hlr_db(pid=2612): Launched\u000a11:56:23.485276 bus /sierra_2: Setting Powered False\u000a11:56:24.505989 run create_hlr_db(pid=2612): Terminated: ok {rc=0}\u000a11:56:24.940434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2614): Launched\u000a11:56:25.267342 run osmo-hlr_10.42.42.2(pid=2615): Launched\u000a11:56:25.388551 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:56:25.962065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2617): Launched\u000a11:56:26.289237 run osmo-stp_10.42.42.5(pid=2618): Launched\u000a11:56:26.407077 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:56:27.004164 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2620): Launched\u000a11:56:27.331864 run osmo-msc_10.42.42.6(pid=2621): Launched\u000a11:56:27.523347 run osmo-stp_10.42.42.5(pid=2618): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2618)]\u000a11:56:27.662662 run osmo-stp_10.42.42.5(pid=2618): stdout: \u000a| (launched: 2022-12-09_11:56:26.128216)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:56:27.799324 run osmo-stp_10.42.42.5(pid=2618): stderr: \u000a| �[0;m�[38;5;43m20221209115626319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115626319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115626319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115626319 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115626320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115626320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115626320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:56:27.930489 run osmo-stp_10.42.42.5(pid=2618): stdout: \u000a| (launched: 2022-12-09_11:56:26.128216)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:56:28.060389 run osmo-stp_10.42.42.5(pid=2618): stderr: \u000a| �[0;m�[38;5;43m20221209115626319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115626319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115626319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115626319 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115626320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115626320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115626320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:56:28.117741 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2618): Process ended prematurely: osmo-stp_10.42.42.5(pid=2618) [trial-2359↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2618)] [trial-2359↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a11:56:28.126805 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a11:56:28.190689 run osmo-hlr_10.42.42.2(pid=2615): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2615)]\u000a11:56:28.242779 run osmo-hlr_10.42.42.2(pid=2615): stdout: \u000a| (launched: 2022-12-09_11:56:25.106562) \u000a11:56:28.295577 run osmo-hlr_10.42.42.2(pid=2615): stderr: \u000a| �[0;m�[1;31m20221209115625302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209115625302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209115625302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115625303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115625303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209115625303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209115625315 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209115625324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209115625324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209115625324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:56:28.366650 run osmo-msc_10.42.42.6(pid=2621): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2621)]\u000a11:56:28.418455 run osmo-msc_10.42.42.6(pid=2621): stdout: \u000a| (launched: 2022-12-09_11:56:27.170740) \u000a11:56:28.470896 run osmo-msc_10.42.42.6(pid=2621): stderr: \u000a| �[0;m�[38;5;43m20221209115627487 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209115627488 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1a290ddc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209115627488 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209115627488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209115627488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209115627488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209115627490 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209115627490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209115627490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209115627490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:56:28.515646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2614): Terminating (SIGTERM)\u000a11:56:28.558497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2617): Terminating (SIGTERM)\u000a11:56:28.601159 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2620): Terminating (SIGTERM)\u000a11:56:28.610655 --- ParallelTerminationStrategy: PID 2614 died...\u000a11:56:28.667143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2614): Terminated: ok {rc=0}\u000a11:56:28.677299 --- ParallelTerminationStrategy: PID 2617 died...\u000a11:56:28.733613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2617): Terminated: ok {rc=0}\u000a11:56:28.743649 --- ParallelTerminationStrategy: PID 2620 died...\u000a11:56:28.800163 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2620): Terminated: ok {rc=0}\u000a11:56:28.886461 bus /sierra_3: Setting Powered False\u000a11:56:29.992439 bus /sierra_3: Setting Powered False\u000a11:56:31.110928 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "84", "name" : "voice_trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:56:10" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2632): Process ended prematurely: osmo-stp_10.42.42.5(pid=2632) [trial-2359↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2632)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2632): Process ended prematurely: osmo-stp_10.42.42.5(pid=2632) [trial-2359↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2632)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a11:56:33.102570 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:56:33.113488 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:56:33.269723 tst mo_mt_call.py: using LAC 21296\u000a11:56:33.389181 tst mo_mt_call.py: using RAC 131\u000a11:56:33.510322 tst mo_mt_call.py: using CellId 21296\u000a11:56:33.632563 tst mo_mt_call.py: using BVCI 21297\u000a11:56:33.655656 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:56:33.666464 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:56:33.677080 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:56:33.687725 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:56:33.698443 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:56:33.709099 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:56:33.829957 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:56:34.034653 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:56:34.525481 run create_hlr_db(pid=2626): Launched\u000a11:56:34.715770 bus /sierra_2: Setting Powered False\u000a11:56:35.735733 run create_hlr_db(pid=2626): Terminated: ok {rc=0}\u000a11:56:36.147429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2628): Launched\u000a11:56:36.453096 run osmo-hlr_10.42.42.2(pid=2629): Launched\u000a11:56:36.564644 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:56:37.093246 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2631): Launched\u000a11:56:37.398917 run osmo-stp_10.42.42.5(pid=2632): Launched\u000a11:56:37.510334 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:56:38.068855 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2634): Launched\u000a11:56:38.377279 run osmo-msc_10.42.42.6(pid=2635): Launched\u000a11:56:38.555667 run osmo-stp_10.42.42.5(pid=2632): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2632)]\u000a11:56:38.684706 run osmo-stp_10.42.42.5(pid=2632): stdout: \u000a| (launched: 2022-12-09_11:56:37.248429)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:56:38.811318 run osmo-stp_10.42.42.5(pid=2632): stderr: \u000a| �[0;m�[38;5;43m20221209115637414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115637414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115637414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115637415 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115637415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115637415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115637415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:56:38.933182 run osmo-stp_10.42.42.5(pid=2632): stdout: \u000a| (launched: 2022-12-09_11:56:37.248429)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:56:39.054062 run osmo-stp_10.42.42.5(pid=2632): stderr: \u000a| �[0;m�[38;5;43m20221209115637414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115637414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115637414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115637415 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115637415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115637415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115637415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:56:39.107460 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2632): Process ended prematurely: osmo-stp_10.42.42.5(pid=2632) [trial-2359↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2632)] [trial-2359↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a11:56:39.116032 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a11:56:39.175894 run osmo-hlr_10.42.42.2(pid=2629): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2629)]\u000a11:56:39.225098 run osmo-hlr_10.42.42.2(pid=2629): stdout: \u000a| (launched: 2022-12-09_11:56:36.302557) \u000a11:56:39.274581 run osmo-hlr_10.42.42.2(pid=2629): stderr: \u000a| �[0;m�[1;31m20221209115636475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209115636476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209115636476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115636476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115636476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209115636476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209115636488 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209115636496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209115636497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209115636497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:56:39.342164 run osmo-msc_10.42.42.6(pid=2635): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2635)]\u000a11:56:39.391071 run osmo-msc_10.42.42.6(pid=2635): stdout: \u000a| (launched: 2022-12-09_11:56:38.224730) \u000a11:56:39.440682 run osmo-msc_10.42.42.6(pid=2635): stderr: \u000a| �[0;m�[38;5;43m20221209115638494 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209115638494 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcc82150c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209115638494 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209115638494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209115638494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209115638494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209115638496 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209115638497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209115638497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209115638497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:56:39.482696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2628): Terminating (SIGTERM)\u000a11:56:39.522397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2631): Terminating (SIGTERM)\u000a11:56:39.562028 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2634): Terminating (SIGTERM)\u000a11:56:39.571227 --- ParallelTerminationStrategy: PID 2628 died...\u000a11:56:39.624671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2628): Terminated: ok {rc=0}\u000a11:56:39.634400 --- ParallelTerminationStrategy: PID 2631 died...\u000a11:56:39.687563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2631): Terminated: ok {rc=0}\u000a11:56:39.697327 --- ParallelTerminationStrategy: PID 2634 died...\u000a11:56:39.750408 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2634): Terminated: ok {rc=0}\u000a11:56:39.834559 bus /sierra_3: Setting Powered False\u000a11:56:40.940191 bus /sierra_3: Setting Powered False\u000a11:56:42.047677 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 42, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2644): Process ended prematurely: osmo-stp_10.42.42.5(pid=2644) [trial-2359↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2644)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2644): Process ended prematurely: osmo-stp_10.42.42.5(pid=2644) [trial-2359↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2644)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:56:43.163262 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:56:43.175435 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a11:56:43.344250 tst mo_mt_call_osmux.py: using LAC 21297\u000a11:56:43.472908 tst mo_mt_call_osmux.py: using RAC 132\u000a11:56:43.602061 tst mo_mt_call_osmux.py: using CellId 21297\u000a11:56:43.732002 tst mo_mt_call_osmux.py: using BVCI 21298\u000a11:56:43.756895 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:56:43.768409 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:56:43.779676 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:56:43.790929 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:56:43.802870 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a11:56:43.814280 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:56:43.932994 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a11:56:44.136610 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:56:44.629280 run create_hlr_db(pid=2638): Launched\u000a11:56:44.805822 bus /sierra_2: Setting Powered False\u000a11:56:45.827421 run create_hlr_db(pid=2638): Terminated: ok {rc=0}\u000a11:56:46.304048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2640): Launched\u000a11:56:46.747326 run osmo-hlr_10.42.42.2(pid=2641): Launched\u000a11:56:46.976570 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:56:47.585291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2643): Launched\u000a11:56:47.891404 run osmo-stp_10.42.42.5(pid=2644): Launched\u000a11:56:48.002406 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:56:48.566156 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2646): Launched\u000a11:56:48.871526 run osmo-msc_10.42.42.6(pid=2647): Launched\u000a11:56:49.050183 run osmo-stp_10.42.42.5(pid=2644): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2644)]\u000a11:56:49.179487 run osmo-stp_10.42.42.5(pid=2644): stdout: \u000a| (launched: 2022-12-09_11:56:47.740270)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:56:49.306122 run osmo-stp_10.42.42.5(pid=2644): stderr: \u000a| �[0;m�[38;5;43m20221209115647906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115647906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115647907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115647907 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115647908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115647908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115647908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:56:49.428150 run osmo-stp_10.42.42.5(pid=2644): stdout: \u000a| (launched: 2022-12-09_11:56:47.740270)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:56:49.549316 run osmo-stp_10.42.42.5(pid=2644): stderr: \u000a| �[0;m�[38;5;43m20221209115647906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115647906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115647907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115647907 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115647908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115647908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115647908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:56:49.602889 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2644): Process ended prematurely: osmo-stp_10.42.42.5(pid=2644) [trial-2359↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2644)] [trial-2359↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a11:56:49.611289 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a11:56:49.670959 run osmo-hlr_10.42.42.2(pid=2641): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2641)]\u000a11:56:49.719987 run osmo-hlr_10.42.42.2(pid=2641): stdout: \u000a| (launched: 2022-12-09_11:56:46.475550) \u000a11:56:49.769759 run osmo-hlr_10.42.42.2(pid=2641): stderr: \u000a| �[0;m�[1;31m20221209115646776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209115646776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209115646776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115646776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115646776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209115646776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209115646799 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209115646810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209115646810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209115646810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:56:49.836642 run osmo-msc_10.42.42.6(pid=2647): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2647)]\u000a11:56:49.885270 run osmo-msc_10.42.42.6(pid=2647): stdout: \u000a| (launched: 2022-12-09_11:56:48.721104) \u000a11:56:49.934467 run osmo-msc_10.42.42.6(pid=2647): stderr: \u000a| �[0;m�[38;5;43m20221209115648989 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209115648989 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f36b376bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209115648989 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209115648989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209115648989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209115648990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209115648991 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209115648992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209115648992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209115648992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:56:49.976314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2640): Terminating (SIGTERM)\u000a11:56:50.015907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2643): Terminating (SIGTERM)\u000a11:56:50.055357 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2646): Terminating (SIGTERM)\u000a11:56:50.064479 --- ParallelTerminationStrategy: PID 2640 died...\u000a11:56:50.117571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2640): Terminated: ok {rc=0}\u000a11:56:50.127141 --- ParallelTerminationStrategy: PID 2643 died...\u000a11:56:50.180154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2643): Terminated: ok {rc=0}\u000a11:56:50.189745 --- ParallelTerminationStrategy: PID 2646 died...\u000a11:56:50.242740 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2646): Terminated: ok {rc=0}\u000a11:56:50.326569 bus /sierra_3: Setting Powered False\u000a11:56:51.429371 bus /sierra_3: Setting Powered False\u000a11:56:52.541323 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "85", "name" : "voice_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:56:32" }, { "cases" : [ { "testActions" : [ ], "age" : 197, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2658): Process ended prematurely: osmo-stp_10.42.42.5(pid=2658) [trial-2359↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2658)]", "failedSince" : 2163, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2658): Process ended prematurely: osmo-stp_10.42.42.5(pid=2658) [trial-2359↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2658)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a11:56:54.538187 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:56:54.550499 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a11:56:54.698754 tst mo_mt_call.py: using LAC 21298\u000a11:56:54.816654 tst mo_mt_call.py: using RAC 133\u000a11:56:54.936187 tst mo_mt_call.py: using CellId 21298\u000a11:56:55.055635 tst mo_mt_call.py: using BVCI 21299\u000a11:56:55.078828 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:56:55.090218 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:56:55.101349 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:56:55.112502 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:56:55.123684 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:56:55.134810 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a11:56:55.249749 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a11:56:55.450947 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:56:55.940043 run create_hlr_db(pid=2652): Launched\u000a11:56:56.115017 bus /sierra_2: Setting Powered False\u000a11:56:57.137180 run create_hlr_db(pid=2652): Terminated: ok {rc=0}\u000a11:56:57.572300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2654): Launched\u000a11:56:57.898447 run osmo-hlr_10.42.42.2(pid=2655): Launched\u000a11:56:58.019544 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:56:58.590632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2657): Launched\u000a11:56:58.916419 run osmo-stp_10.42.42.5(pid=2658): Launched\u000a11:56:59.034677 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:56:59.632616 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2660): Launched\u000a11:56:59.960394 run osmo-msc_10.42.42.6(pid=2661): Launched\u000a11:57:00.151494 run osmo-stp_10.42.42.5(pid=2658): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2658)]\u000a11:57:00.290071 run osmo-stp_10.42.42.5(pid=2658): stdout: \u000a| (launched: 2022-12-09_11:56:58.757061)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:57:00.427844 run osmo-stp_10.42.42.5(pid=2658): stderr: \u000a| �[0;m�[38;5;43m20221209115658944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115658944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115658944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115658945 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115658945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115658945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115658945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:57:00.559719 run osmo-stp_10.42.42.5(pid=2658): stdout: \u000a| (launched: 2022-12-09_11:56:58.757061)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:57:00.690110 run osmo-stp_10.42.42.5(pid=2658): stderr: \u000a| �[0;m�[38;5;43m20221209115658944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115658944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115658944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115658945 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115658945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115658945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115658945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:57:00.747271 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2658): Process ended prematurely: osmo-stp_10.42.42.5(pid=2658) [trial-2359↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2658)] [trial-2359↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a11:57:00.756409 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a11:57:00.820734 run osmo-hlr_10.42.42.2(pid=2655): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2655)]\u000a11:57:00.897235 run osmo-hlr_10.42.42.2(pid=2655): stdout: \u000a| (launched: 2022-12-09_11:56:57.738734) \u000a11:57:00.951171 run osmo-hlr_10.42.42.2(pid=2655): stderr: \u000a| �[0;m�[1;31m20221209115657933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209115657933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209115657933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115657933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115657933 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209115657934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209115657946 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209115657955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209115657955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209115657955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:57:01.023679 run osmo-msc_10.42.42.6(pid=2661): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2661)]\u000a11:57:01.076560 run osmo-msc_10.42.42.6(pid=2661): stdout: \u000a| (launched: 2022-12-09_11:56:59.798730) \u000a11:57:01.129929 run osmo-msc_10.42.42.6(pid=2661): stderr: \u000a| �[0;m�[38;5;43m20221209115700116 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209115700116 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efd36473c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209115700116 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209115700116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209115700116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209115700116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209115700118 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209115700118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209115700119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209115700119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:57:01.175822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2654): Terminating (SIGTERM)\u000a11:57:01.222817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2657): Terminating (SIGTERM)\u000a11:57:01.266515 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2660): Terminating (SIGTERM)\u000a11:57:01.279192 --- ParallelTerminationStrategy: PID 2654 died...\u000a11:57:01.338251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2654): Terminated: ok {rc=0}\u000a11:57:01.349219 --- ParallelTerminationStrategy: PID 2657 died...\u000a11:57:01.406993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2657): Terminated: ok {rc=0}\u000a11:57:01.417803 --- ParallelTerminationStrategy: PID 2660 died...\u000a11:57:01.475569 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2660): Terminated: ok {rc=0}\u000a11:57:01.565613 bus /sierra_3: Setting Powered False\u000a11:57:02.667666 bus /sierra_3: Setting Powered False\u000a11:57:03.778417 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 195, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2669): Process ended prematurely: osmo-stp_10.42.42.5(pid=2669) [trial-2359↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2669)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2669): Process ended prematurely: osmo-stp_10.42.42.5(pid=2669) [trial-2359↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2669)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a11:57:04.888155 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:57:04.900185 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a11:57:05.039641 tst mo_mt_call_osmux.py: using LAC 21299\u000a11:57:05.159111 tst mo_mt_call_osmux.py: using RAC 134\u000a11:57:05.281666 tst mo_mt_call_osmux.py: using CellId 21299\u000a11:57:05.401455 tst mo_mt_call_osmux.py: using BVCI 21300\u000a11:57:05.424601 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:57:05.436001 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:57:05.447231 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:57:05.458482 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:57:05.469765 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a11:57:05.480833 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a11:57:05.601830 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a11:57:05.806874 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:57:06.294931 run create_hlr_db(pid=2663): Launched\u000a11:57:06.469903 bus /sierra_2: Setting Powered False\u000a11:57:07.491439 run create_hlr_db(pid=2663): Terminated: ok {rc=0}\u000a11:57:07.928064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2665): Launched\u000a11:57:08.255645 run osmo-hlr_10.42.42.2(pid=2666): Launched\u000a11:57:08.376418 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:57:08.947681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2668): Launched\u000a11:57:09.274933 run osmo-stp_10.42.42.5(pid=2669): Launched\u000a11:57:09.397530 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:57:09.996179 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2671): Launched\u000a11:57:10.324554 run osmo-msc_10.42.42.6(pid=2672): Launched\u000a11:57:10.517324 run osmo-stp_10.42.42.5(pid=2669): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2669)]\u000a11:57:10.657472 run osmo-stp_10.42.42.5(pid=2669): stdout: \u000a| (launched: 2022-12-09_11:57:09.114202)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:57:10.794295 run osmo-stp_10.42.42.5(pid=2669): stderr: \u000a| �[0;m�[38;5;43m20221209115709303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115709304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115709304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115709304 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115709305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115709305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115709305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:57:10.925984 run osmo-stp_10.42.42.5(pid=2669): stdout: \u000a| (launched: 2022-12-09_11:57:09.114202)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:57:11.056060 run osmo-stp_10.42.42.5(pid=2669): stderr: \u000a| �[0;m�[38;5;43m20221209115709303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115709304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115709304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115709304 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115709305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115709305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115709305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:57:11.113480 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2669): Process ended prematurely: osmo-stp_10.42.42.5(pid=2669) [trial-2359↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2669)] [trial-2359↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a11:57:11.122452 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a11:57:11.185940 run osmo-hlr_10.42.42.2(pid=2666): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2666)]\u000a11:57:11.237705 run osmo-hlr_10.42.42.2(pid=2666): stdout: \u000a| (launched: 2022-12-09_11:57:08.094933) \u000a11:57:11.290218 run osmo-hlr_10.42.42.2(pid=2666): stderr: \u000a| �[0;m�[1;31m20221209115708290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209115708290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209115708290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115708290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115708290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209115708290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209115708309 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209115708318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209115708318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209115708318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:57:11.361104 run osmo-msc_10.42.42.6(pid=2672): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2672)]\u000a11:57:11.412569 run osmo-msc_10.42.42.6(pid=2672): stdout: \u000a| (launched: 2022-12-09_11:57:10.162523) \u000a11:57:11.465028 run osmo-msc_10.42.42.6(pid=2672): stderr: \u000a| �[0;m�[38;5;43m20221209115710481 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209115710481 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7effae8afc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209115710481 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209115710481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209115710481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209115710482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209115710483 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209115710484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209115710484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209115710484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:57:11.509211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2665): Terminating (SIGTERM)\u000a11:57:11.551714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2668): Terminating (SIGTERM)\u000a11:57:11.594974 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2671): Terminating (SIGTERM)\u000a11:57:11.604727 --- ParallelTerminationStrategy: PID 2665 died...\u000a11:57:11.661317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2665): Terminated: ok {rc=0}\u000a11:57:11.671466 --- ParallelTerminationStrategy: PID 2668 died...\u000a11:57:11.727459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2668): Terminated: ok {rc=0}\u000a11:57:11.737776 --- ParallelTerminationStrategy: PID 2671 died...\u000a11:57:11.793534 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2671): Terminated: ok {rc=0}\u000a11:57:11.879282 bus /sierra_3: Setting Powered False\u000a11:57:12.985708 bus /sierra_3: Setting Powered False\u000a11:57:14.093868 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "86", "name" : "voice_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:56:54" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2684): Process ended prematurely: osmo-stp_10.42.42.5(pid=2684) [trial-2359↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2684)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2684): Process ended prematurely: osmo-stp_10.42.42.5(pid=2684) [trial-2359↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2684)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 emergency:trx-umtrx emergency_mo_mt_call.py\u000a----------------------------------------------\u000a11:57:16.118462 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:57:16.130351 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a11:57:16.271626 tst emergency_mo_mt_call.py: using LAC 21300\u000a11:57:16.428393 tst emergency_mo_mt_call.py: using RAC 135\u000a11:57:16.559694 tst emergency_mo_mt_call.py: using CellId 21300\u000a11:57:16.683557 tst emergency_mo_mt_call.py: using BVCI 21301\u000a11:57:16.707114 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:57:16.718360 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:57:16.730019 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:57:16.741076 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:57:16.752377 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:57:16.763536 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a11:57:16.882310 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a11:57:17.124338 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:57:17.634928 run create_hlr_db(pid=2678): Launched\u000a11:57:17.822517 bus /sierra_2: Setting Powered False\u000a11:57:18.842546 run create_hlr_db(pid=2678): Terminated: ok {rc=0}\u000a11:57:19.250211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2680): Launched\u000a11:57:19.552176 run osmo-hlr_10.42.42.2(pid=2681): Launched\u000a11:57:19.663629 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:57:20.186486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2683): Launched\u000a11:57:20.487147 run osmo-stp_10.42.42.5(pid=2684): Launched\u000a11:57:20.608560 tst emergency_mo_mt_call.py: using MSISDN 7195\u000a11:57:20.757990 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:57:21.311553 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2686): Launched\u000a11:57:21.615265 run osmo-msc_10.42.42.6(pid=2687): Launched\u000a11:57:21.796278 run osmo-stp_10.42.42.5(pid=2684): ERR: Terminated: ERROR {rc=1} [trial-2359↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2684)]\u000a11:57:21.934735 run osmo-stp_10.42.42.5(pid=2684): stdout: \u000a| (launched: 2022-12-09_11:57:20.339261)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:57:22.071365 run osmo-stp_10.42.42.5(pid=2684): stderr: \u000a| �[0;m�[38;5;43m20221209115720506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115720506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115720507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115720507 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115720507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115720508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115720508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:57:22.201934 run osmo-stp_10.42.42.5(pid=2684): stdout: \u000a| (launched: 2022-12-09_11:57:20.339261)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:57:22.330508 run osmo-stp_10.42.42.5(pid=2684): stderr: \u000a| �[0;m�[38;5;43m20221209115720506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115720506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115720507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115720507 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115720507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115720508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115720508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:57:22.386956 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=2684): Process ended prematurely: osmo-stp_10.42.42.5(pid=2684) [trial-2359↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2684)] [trial-2359↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19]\u000a11:57:22.395710 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a11:57:22.459394 run osmo-hlr_10.42.42.2(pid=2681): ERR: Terminated: ERROR {rc=237} [trial-2359↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2681)]\u000a11:57:22.511532 run osmo-hlr_10.42.42.2(pid=2681): stdout: \u000a| (launched: 2022-12-09_11:57:19.403014) \u000a11:57:22.564472 run osmo-hlr_10.42.42.2(pid=2681): stderr: \u000a| �[0;m�[1;31m20221209115719576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209115719576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209115719576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115719576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115719576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209115719576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209115719589 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/emergency:trx-umtrx/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209115719600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209115719600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209115719600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:57:22.636986 run osmo-msc_10.42.42.6(pid=2687): ERR: Terminated: ERROR {rc=2} [trial-2359↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2687)]\u000a11:57:22.689506 run osmo-msc_10.42.42.6(pid=2687): stdout: \u000a| (launched: 2022-12-09_11:57:21.464243) \u000a11:57:22.742385 run osmo-msc_10.42.42.6(pid=2687): stderr: \u000a| �[0;m�[38;5;43m20221209115721753 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209115721754 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbe05b90c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209115721754 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209115721754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209115721754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209115721754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209115721756 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209115721756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209115721757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209115721757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:57:22.787362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2680): Terminating (SIGTERM)\u000a11:57:22.830137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2683): Terminating (SIGTERM)\u000a11:57:22.872915 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2686): Terminating (SIGTERM)\u000a11:57:22.882886 --- ParallelTerminationStrategy: PID 2680 died...\u000a11:57:22.941117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2680): Terminated: ok {rc=0}\u000a11:57:22.951470 --- ParallelTerminationStrategy: PID 2683 died...\u000a11:57:23.008744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2683): Terminated: ok {rc=0}\u000a11:57:23.019301 --- ParallelTerminationStrategy: PID 2686 died...\u000a11:57:23.076373 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2686): Terminated: ok {rc=0}\u000a11:57:23.165027 bus /sierra_3: Setting Powered False\u000a11:57:24.273571 bus /sierra_3: Setting Powered False\u000a11:57:25.387283 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2695): Process ended prematurely: osmo-stp_10.42.42.5(pid=2695) [trial-2359↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2695)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2695): Process ended prematurely: osmo-stp_10.42.42.5(pid=2695) [trial-2359↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2695)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 emergency:trx-umtrx emergency_preemptive_call.py\u000a----------------------------------------------\u000a11:57:26.440918 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:57:26.452863 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a11:57:26.597495 tst emergency_preemptive_call.py: using LAC 21301\u000a11:57:26.723932 tst emergency_preemptive_call.py: using RAC 136\u000a11:57:26.851743 tst emergency_preemptive_call.py: using CellId 21301\u000a11:57:26.973675 tst emergency_preemptive_call.py: using BVCI 21302\u000a11:57:26.996505 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:57:27.007581 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:57:27.019319 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:57:27.030401 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:57:27.041541 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a11:57:27.052504 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a11:57:27.171057 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a11:57:27.288238 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a11:57:27.408434 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a11:57:27.608879 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:57:28.092452 run create_hlr_db(pid=2689): Launched\u000a11:57:28.266836 bus /sierra_2: Setting Powered False\u000a11:57:29.287779 run create_hlr_db(pid=2689): Terminated: ok {rc=0}\u000a11:57:29.691665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2691): Launched\u000a11:57:29.992107 run osmo-hlr_10.42.42.2(pid=2692): Launched\u000a11:57:30.101098 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:57:30.624889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2694): Launched\u000a11:57:31.006907 run osmo-stp_10.42.42.5(pid=2695): Launched\u000a11:57:31.239837 tst emergency_preemptive_call.py: using MSISDN 7196\u000a11:57:31.393977 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a11:57:32.000820 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2697): Launched\u000a11:57:32.350142 run osmo-msc_10.42.42.6(pid=2698): Launched\u000a11:57:32.542898 run osmo-stp_10.42.42.5(pid=2695): ERR: Terminated: ERROR {rc=1} [trial-2359↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2695)]\u000a11:57:32.684457 run osmo-stp_10.42.42.5(pid=2695): stdout: \u000a| (launched: 2022-12-09_11:57:30.778543)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:57:32.821103 run osmo-stp_10.42.42.5(pid=2695): stderr: \u000a| �[0;m�[38;5;43m20221209115731039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115731039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115731040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115731040 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115731041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115731041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115731041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:57:32.951482 run osmo-stp_10.42.42.5(pid=2695): stdout: \u000a| (launched: 2022-12-09_11:57:30.778543)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:57:33.080419 run osmo-stp_10.42.42.5(pid=2695): stderr: \u000a| �[0;m�[38;5;43m20221209115731039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115731039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115731040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115731040 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115731041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115731041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115731041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:57:33.137078 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=2695): Process ended prematurely: osmo-stp_10.42.42.5(pid=2695) [trial-2359↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2695)] [trial-2359↪emergency:trx-umtrx↪emergency_preemptive_call.py:32]\u000a11:57:33.145903 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec)\u000a11:57:33.210495 run osmo-hlr_10.42.42.2(pid=2692): ERR: Terminated: ERROR {rc=237} [trial-2359↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2692)]\u000a11:57:33.262916 run osmo-hlr_10.42.42.2(pid=2692): stdout: \u000a| (launched: 2022-12-09_11:57:29.844384) \u000a11:57:33.315914 run osmo-hlr_10.42.42.2(pid=2692): stderr: \u000a| �[0;m�[1;31m20221209115730016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209115730016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209115730017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115730017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115730017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209115730017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209115730032 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/emergency:trx-umtrx/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209115730043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209115730043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209115730043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:57:33.388056 run osmo-msc_10.42.42.6(pid=2698): ERR: Terminated: ERROR {rc=2} [trial-2359↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=2698)]\u000a11:57:33.440322 run osmo-msc_10.42.42.6(pid=2698): stdout: \u000a| (launched: 2022-12-09_11:57:32.155405) \u000a11:57:33.493456 run osmo-msc_10.42.42.6(pid=2698): stderr: \u000a| �[0;m�[38;5;43m20221209115732512 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209115732513 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f968498ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209115732513 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209115732513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209115732513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209115732513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209115732515 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209115732515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209115732516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209115732516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a11:57:33.538549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2691): Terminating (SIGTERM)\u000a11:57:33.582419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2694): Terminating (SIGTERM)\u000a11:57:33.625515 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2697): Terminating (SIGTERM)\u000a11:57:33.635406 --- ParallelTerminationStrategy: PID 2691 died...\u000a11:57:33.693016 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2691): Terminated: ok {rc=0}\u000a11:57:33.703399 --- ParallelTerminationStrategy: PID 2694 died...\u000a11:57:33.760297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2694): Terminated: ok {rc=0}\u000a11:57:33.770863 --- ParallelTerminationStrategy: PID 2697 died...\u000a11:57:33.827396 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=2697): Terminated: ok {rc=0}\u000a11:57:33.914612 bus /sierra_9: Setting Powered False\u000a11:57:35.022193 bus /sierra_9: Setting Powered False\u000a11:57:36.130526 bus /sierra_8: Setting Powered False\u000a11:57:37.237474 bus /sierra_8: Setting Powered False\u000a11:57:38.345556 bus /sierra_3: Setting Powered False\u000a11:57:39.452487 bus /sierra_3: Setting Powered False\u000a11:57:40.561249 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "87", "name" : "emergency_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:57:15" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "gprs:trx-umtrx", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2713): Process ended prematurely: osmo-stp_10.42.42.5(pid=2713) [trial-2359↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2713)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2713): Process ended prematurely: osmo-stp_10.42.42.5(pid=2713) [trial-2359↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2713)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-umtrx cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:57:42.688089 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:57:42.699175 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a11:57:42.845169 tst cs_paging_gprs_active.py: using LAC 21302\u000a11:57:42.975688 tst cs_paging_gprs_active.py: using RAC 137\u000a11:57:43.105550 tst cs_paging_gprs_active.py: using CellId 21302\u000a11:57:43.235512 tst cs_paging_gprs_active.py: using BVCI 21303\u000a11:57:43.260800 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:57:43.271989 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:57:43.283025 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:57:43.294734 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:57:43.306189 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:57:43.316920 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:57:43.327972 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:57:43.339066 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:57:43.350425 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a11:57:43.469742 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a11:57:43.756002 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:57:43.884012 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:57:44.201829 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2703): Launched\u000a11:57:44.466467 run iperf3-srv_10.42.42.10(pid=2704): Launched\u000a11:57:44.653485 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:57:44.780939 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:57:45.098857 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2705): Launched\u000a11:57:45.363813 run iperf3-srv_10.42.42.10(pid=2706): Launched\u000a11:57:45.550059 tst cs_paging_gprs_active.py:38: start network...\u000a11:57:45.677247 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:57:46.208454 run create_hlr_db(pid=2707): Launched\u000a11:57:46.406475 bus /sierra_2: Setting Powered False\u000a11:57:47.421000 run create_hlr_db(pid=2707): Terminated: ok {rc=0}\u000a11:57:47.837398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2709): Launched\u000a11:57:48.144588 run osmo-hlr_10.42.42.2(pid=2710): Launched\u000a11:57:48.258748 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:57:48.791057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2712): Launched\u000a11:57:49.098931 run osmo-stp_10.42.42.5(pid=2713): Launched\u000a11:57:49.209805 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:57:49.742970 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2715): Launched\u000a11:57:49.851541 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:57:50.127836 run patchelf(pid=2716): Launched\u000a11:57:50.320294 run osmo-stp_10.42.42.5(pid=2713): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2713)]\u000a11:57:50.460265 run osmo-stp_10.42.42.5(pid=2713): stdout: \u000a| (launched: 2022-12-09_11:57:48.947287)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:57:50.601592 run osmo-stp_10.42.42.5(pid=2713): stderr: \u000a| �[0;m�[38;5;43m20221209115749115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115749115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115749116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115749116 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115749116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115749117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115749117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:57:50.738124 run osmo-stp_10.42.42.5(pid=2713): stdout: \u000a| (launched: 2022-12-09_11:57:48.947287)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:57:50.873064 run osmo-stp_10.42.42.5(pid=2713): stderr: \u000a| �[0;m�[38;5;43m20221209115749115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115749115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115749116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115749116 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115749116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115749117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115749117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:57:51.031104 run patchelf(pid=2716): Terminating (SIGINT)\u000a11:57:51.217164 run patchelf(pid=2716): Terminated: ok {rc=0}\u000a11:57:51.251060 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=2713): Process ended prematurely: osmo-stp_10.42.42.5(pid=2713) [trial-2359↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2713)] [trial-2359↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38]\u000a11:57:51.260715 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a11:57:51.325041 run osmo-hlr_10.42.42.2(pid=2710): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-umtrx↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2710)]\u000a11:57:51.376921 run osmo-hlr_10.42.42.2(pid=2710): stdout: \u000a| (launched: 2022-12-09_11:57:47.992596) \u000a11:57:51.429436 run osmo-hlr_10.42.42.2(pid=2710): stderr: \u000a| �[0;m�[1;31m20221209115748166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209115748166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209115748166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115748166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115748166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209115748166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209115748178 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-umtrx/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209115748186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209115748186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209115748186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:57:51.473879 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2703): Terminating (SIGTERM)\u000a11:57:51.516409 run iperf3-srv_10.42.42.10(pid=2704): Terminating (SIGTERM)\u000a11:57:51.558856 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2705): Terminating (SIGTERM)\u000a11:57:51.601051 run iperf3-srv_10.42.42.10(pid=2706): Terminating (SIGTERM)\u000a11:57:51.643807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2709): Terminating (SIGTERM)\u000a11:57:51.685800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2712): Terminating (SIGTERM)\u000a11:57:51.728200 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2715): Terminating (SIGTERM)\u000a11:57:51.738320 --- ParallelTerminationStrategy: PID 2703 died...\u000a11:57:51.795145 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2703): Terminated: ok {rc=0}\u000a11:57:51.805405 --- ParallelTerminationStrategy: PID 2704 died...\u000a11:57:51.861407 run iperf3-srv_10.42.42.10(pid=2704): Terminated {rc=256}\u000a11:57:51.871853 --- ParallelTerminationStrategy: PID 2705 died...\u000a11:57:51.929888 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2705): Terminated: ok {rc=0}\u000a11:57:51.940807 --- ParallelTerminationStrategy: PID 2706 died...\u000a11:57:51.997438 run iperf3-srv_10.42.42.10(pid=2706): Terminated {rc=256}\u000a11:57:52.007942 --- ParallelTerminationStrategy: PID 2709 died...\u000a11:57:52.064492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2709): Terminated: ok {rc=0}\u000a11:57:52.074786 --- ParallelTerminationStrategy: PID 2712 died...\u000a11:57:52.131380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2712): Terminated: ok {rc=0}\u000a11:57:52.141976 --- ParallelTerminationStrategy: PID 2715 died...\u000a11:57:52.198512 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2715): Terminated: ok {rc=0}\u000a11:57:52.285911 bus /gobi_0: Setting Powered False\u000a11:57:53.390099 bus /gobi_0: Setting Powered False\u000a11:57:54.501471 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 42, "className" : "gprs:trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2725): Process ended prematurely: osmo-stp_10.42.42.5(pid=2725) [trial-2359↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2725)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2725): Process ended prematurely: osmo-stp_10.42.42.5(pid=2725) [trial-2359↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2725)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-umtrx iperf3.py\u000a----------------------------------------------\u000a11:57:55.618072 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:57:55.630124 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a11:57:55.780023 tst iperf3.py: using LAC 21303\u000a11:57:55.915536 tst iperf3.py: using RAC 138\u000a11:57:56.059277 tst iperf3.py: using CellId 21303\u000a11:57:56.190301 tst iperf3.py: using BVCI 21304\u000a11:57:56.215622 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:57:56.226788 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:57:56.237758 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:57:56.248838 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:57:56.260107 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:57:56.271376 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:57:56.282883 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:57:56.294224 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:57:56.305739 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a11:57:56.588233 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:57:56.716357 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:57:57.036029 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2717): Launched\u000a11:57:57.302019 run iperf3-srv_10.42.42.10(pid=2718): Launched\u000a11:57:57.489681 tst iperf3.py:8: start network...\u000a11:57:57.617556 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:57:58.112669 run create_hlr_db(pid=2719): Launched\u000a11:57:58.289537 bus /gobi_6: Setting Powered False\u000a11:57:59.312018 run create_hlr_db(pid=2719): Terminated: ok {rc=0}\u000a11:57:59.751637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2721): Launched\u000a11:58:00.081588 run osmo-hlr_10.42.42.2(pid=2722): Launched\u000a11:58:00.203610 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:58:00.777639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2724): Launched\u000a11:58:01.178059 run osmo-stp_10.42.42.5(pid=2725): Launched\u000a11:58:01.332719 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:58:01.941378 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2727): Launched\u000a11:58:02.053054 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:58:02.342229 run patchelf(pid=2728): Launched\u000a11:58:02.524330 run osmo-stp_10.42.42.5(pid=2725): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2725)]\u000a11:58:02.655929 run osmo-stp_10.42.42.5(pid=2725): stdout: \u000a| (launched: 2022-12-09_11:58:00.956733)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:58:02.787777 run osmo-stp_10.42.42.5(pid=2725): stderr: \u000a| �[0;m�[38;5;43m20221209115801293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115801294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115801294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115801294 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115801295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115801295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115801295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:58:02.915182 run osmo-stp_10.42.42.5(pid=2725): stdout: \u000a| (launched: 2022-12-09_11:58:00.956733)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:58:03.042532 run osmo-stp_10.42.42.5(pid=2725): stderr: \u000a| �[0;m�[38;5;43m20221209115801293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115801294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115801294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115801294 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115801295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115801295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115801295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:58:03.190234 run patchelf(pid=2728): Terminating (SIGINT)\u000a11:58:03.365165 run patchelf(pid=2728): Terminated: ok {rc=0}\u000a11:58:03.397604 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2725): Process ended prematurely: osmo-stp_10.42.42.5(pid=2725) [trial-2359↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2725)] [trial-2359↪gprs:trx-umtrx↪iperf3.py:8]\u000a11:58:03.407076 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a11:58:03.468049 run osmo-hlr_10.42.42.2(pid=2722): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-umtrx↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2722)]\u000a11:58:03.517485 run osmo-hlr_10.42.42.2(pid=2722): stdout: \u000a| (launched: 2022-12-09_11:57:59.919583) \u000a11:58:03.567451 run osmo-hlr_10.42.42.2(pid=2722): stderr: \u000a| �[0;m�[1;31m20221209115800115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209115800115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209115800115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115800115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115800115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209115800115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209115800128 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-umtrx/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209115800139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209115800139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209115800139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:58:03.610145 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2717): Terminating (SIGTERM)\u000a11:58:03.650280 run iperf3-srv_10.42.42.10(pid=2718): Terminating (SIGTERM)\u000a11:58:03.690348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2721): Terminating (SIGTERM)\u000a11:58:03.730756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2724): Terminating (SIGTERM)\u000a11:58:03.771050 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2727): Terminating (SIGTERM)\u000a11:58:03.780474 --- ParallelTerminationStrategy: PID 2717 died...\u000a11:58:03.834505 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2717): Terminated: ok {rc=0}\u000a11:58:03.844220 --- ParallelTerminationStrategy: PID 2718 died...\u000a11:58:03.897445 run iperf3-srv_10.42.42.10(pid=2718): Terminated {rc=256}\u000a11:58:03.907144 --- ParallelTerminationStrategy: PID 2721 died...\u000a11:58:03.960608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2721): Terminated: ok {rc=0}\u000a11:58:03.970418 --- ParallelTerminationStrategy: PID 2724 died...\u000a11:58:04.023891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2724): Terminated: ok {rc=0}\u000a11:58:04.033970 --- ParallelTerminationStrategy: PID 2727 died...\u000a11:58:04.087515 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2727): Terminated: ok {rc=0}\u000a11:58:04.177018 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 185, "className" : "gprs:trx-umtrx", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2743): Process ended prematurely: osmo-stp_10.42.42.5(pid=2743) [trial-2359↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2743)]", "failedSince" : 2175, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2743): Process ended prematurely: osmo-stp_10.42.42.5(pid=2743) [trial-2359↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2743)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-umtrx iperf3m4.py\u000a----------------------------------------------\u000a11:58:05.289701 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:58:05.301080 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a11:58:05.438030 tst iperf3m4.py: using LAC 21304\u000a11:58:05.557466 tst iperf3m4.py: using RAC 139\u000a11:58:05.678394 tst iperf3m4.py: using CellId 21304\u000a11:58:05.797625 tst iperf3m4.py: using BVCI 21305\u000a11:58:05.821456 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:58:05.832330 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:58:05.843006 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:58:05.853659 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:58:05.864201 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:58:05.874712 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:58:05.885271 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:58:05.895751 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:58:05.906550 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a11:58:06.022407 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a11:58:06.150451 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a11:58:06.271237 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a11:58:06.573361 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:58:06.712000 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:58:07.055046 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2729): Launched\u000a11:58:07.341695 run iperf3-srv_10.42.42.10(pid=2730): Launched\u000a11:58:07.544372 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:58:07.682789 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:58:08.024845 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2731): Launched\u000a11:58:08.309584 run iperf3-srv_10.42.42.10(pid=2732): Launched\u000a11:58:08.512551 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:58:08.651214 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:58:08.993019 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2733): Launched\u000a11:58:09.278191 run iperf3-srv_10.42.42.10(pid=2734): Launched\u000a11:58:09.481530 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:58:09.620391 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:58:09.963786 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2735): Launched\u000a11:58:10.249387 run iperf3-srv_10.42.42.10(pid=2736): Launched\u000a11:58:10.451303 tst iperf3m4.py:8: start network...\u000a11:58:10.589577 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:58:11.110874 run create_hlr_db(pid=2737): Launched\u000a11:58:11.301503 bus /gobi_6: Setting Powered False\u000a11:58:12.321541 run create_hlr_db(pid=2737): Terminated: ok {rc=0}\u000a11:58:12.760060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2739): Launched\u000a11:58:13.089988 run osmo-hlr_10.42.42.2(pid=2740): Launched\u000a11:58:13.209679 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:58:13.783771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2742): Launched\u000a11:58:14.116137 run osmo-stp_10.42.42.5(pid=2743): Launched\u000a11:58:14.235541 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:58:14.811490 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2745): Launched\u000a11:58:14.929346 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:58:15.219232 run patchelf(pid=2746): Launched\u000a11:58:15.412023 run osmo-stp_10.42.42.5(pid=2743): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2743)]\u000a11:58:15.552655 run osmo-stp_10.42.42.5(pid=2743): stdout: \u000a| (launched: 2022-12-09_11:58:13.952393)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:58:15.694274 run osmo-stp_10.42.42.5(pid=2743): stderr: \u000a| �[0;m�[38;5;43m20221209115814139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115814139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115814140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115814140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115814140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115814141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115814141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:58:15.831283 run osmo-stp_10.42.42.5(pid=2743): stdout: \u000a| (launched: 2022-12-09_11:58:13.952393)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:58:15.974164 run osmo-stp_10.42.42.5(pid=2743): stderr: \u000a| �[0;m�[38;5;43m20221209115814139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115814139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115814140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115814140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115814140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115814141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115814141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:58:16.135589 run patchelf(pid=2746): Terminating (SIGINT)\u000a11:58:16.326310 run patchelf(pid=2746): Terminated: ok {rc=0}\u000a11:58:16.361830 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2743): Process ended prematurely: osmo-stp_10.42.42.5(pid=2743) [trial-2359↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2743)] [trial-2359↪gprs:trx-umtrx↪iperf3m4.py:8]\u000a11:58:16.372789 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a11:58:16.439638 run osmo-hlr_10.42.42.2(pid=2740): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-umtrx↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2740)]\u000a11:58:16.493058 run osmo-hlr_10.42.42.2(pid=2740): stdout: \u000a| (launched: 2022-12-09_11:58:12.927613) \u000a11:58:16.547060 run osmo-hlr_10.42.42.2(pid=2740): stderr: \u000a| �[0;m�[1;31m20221209115813123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209115813123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209115813123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115813123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115813123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209115813124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209115813136 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-umtrx/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209115813144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209115813144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209115813144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:58:16.593642 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2729): Terminating (SIGTERM)\u000a11:58:16.637525 run iperf3-srv_10.42.42.10(pid=2730): Terminating (SIGTERM)\u000a11:58:16.683062 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2731): Terminating (SIGTERM)\u000a11:58:16.728392 run iperf3-srv_10.42.42.10(pid=2732): Terminating (SIGTERM)\u000a11:58:16.771534 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2733): Terminating (SIGTERM)\u000a11:58:16.817269 run iperf3-srv_10.42.42.10(pid=2734): Terminating (SIGTERM)\u000a11:58:16.862769 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2735): Terminating (SIGTERM)\u000a11:58:16.906586 run iperf3-srv_10.42.42.10(pid=2736): Terminating (SIGTERM)\u000a11:58:16.950936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2739): Terminating (SIGTERM)\u000a11:58:16.994982 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2742): Terminating (SIGTERM)\u000a11:58:17.037888 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2745): Terminating (SIGTERM)\u000a11:58:17.049159 --- ParallelTerminationStrategy: PID 2729 died...\u000a11:58:17.108399 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2729): Terminated: ok {rc=0}\u000a11:58:17.119323 --- ParallelTerminationStrategy: PID 2730 died...\u000a11:58:17.177052 run iperf3-srv_10.42.42.10(pid=2730): Terminated {rc=256}\u000a11:58:17.189109 --- ParallelTerminationStrategy: PID 2731 died...\u000a11:58:17.247590 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2731): Terminated: ok {rc=0}\u000a11:58:17.257870 --- ParallelTerminationStrategy: PID 2732 died...\u000a11:58:17.313958 run iperf3-srv_10.42.42.10(pid=2732): Terminated {rc=256}\u000a11:58:17.324826 --- ParallelTerminationStrategy: PID 2733 died...\u000a11:58:17.381496 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2733): Terminated: ok {rc=0}\u000a11:58:17.392148 --- ParallelTerminationStrategy: PID 2734 died...\u000a11:58:17.449832 run iperf3-srv_10.42.42.10(pid=2734): Terminated {rc=256}\u000a11:58:17.459975 --- ParallelTerminationStrategy: PID 2735 died...\u000a11:58:17.517233 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2735): Terminated: ok {rc=0}\u000a11:58:17.527417 --- ParallelTerminationStrategy: PID 2736 died...\u000a11:58:17.584489 run iperf3-srv_10.42.42.10(pid=2736): Terminated {rc=256}\u000a11:58:17.594925 --- ParallelTerminationStrategy: PID 2739 died...\u000a11:58:17.651480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2739): Terminated: ok {rc=0}\u000a11:58:17.662311 --- ParallelTerminationStrategy: PID 2742 died...\u000a11:58:17.719021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2742): Terminated: ok {rc=0}\u000a11:58:17.729804 --- ParallelTerminationStrategy: PID 2745 died...\u000a11:58:17.786978 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2745): Terminated: ok {rc=0}\u000a11:58:17.873889 bus /gobi_4: Setting Powered False\u000a11:58:18.980062 bus /gobi_4: Setting Powered False\u000a11:58:20.090901 bus /gobi_1: Setting Powered False\u000a11:58:21.193597 bus /gobi_1: Setting Powered False\u000a11:58:22.304405 bus /gobi_0: Setting Powered False\u000a11:58:23.407829 bus /gobi_0: Setting Powered False\u000a11:58:24.516134 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 160, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2754): Process ended prematurely: osmo-stp_10.42.42.5(pid=2754) [trial-2359↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2754)]", "failedSince" : 2200, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2754): Process ended prematurely: osmo-stp_10.42.42.5(pid=2754) [trial-2359↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2754)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-umtrx ping.py\u000a----------------------------------------------\u000a11:58:25.584933 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:58:25.597058 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a11:58:25.747107 tst ping.py: using LAC 21305\u000a11:58:25.872031 tst ping.py: using RAC 140\u000a11:58:25.992575 tst ping.py: using CellId 21305\u000a11:58:26.110021 tst ping.py: using BVCI 21306\u000a11:58:26.133223 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:58:26.143994 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:58:26.154765 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:58:26.165572 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:58:26.176263 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:58:26.187098 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:58:26.197838 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:58:26.208383 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a11:58:26.502433 tst ping.py:19: start network...\u000a11:58:26.638624 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:58:27.149386 run create_hlr_db(pid=2748): Launched\u000a11:58:27.338380 bus /gobi_6: Setting Powered False\u000a11:58:28.357874 run create_hlr_db(pid=2748): Terminated: ok {rc=0}\u000a11:58:28.793058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2750): Launched\u000a11:58:29.118993 run osmo-hlr_10.42.42.2(pid=2751): Launched\u000a11:58:29.236906 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:58:29.808242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2753): Launched\u000a11:58:30.133664 run osmo-stp_10.42.42.5(pid=2754): Launched\u000a11:58:30.251343 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:58:30.821502 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2756): Launched\u000a11:58:30.940322 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:58:31.243232 run patchelf(pid=2757): Launched\u000a11:58:31.439144 run osmo-stp_10.42.42.5(pid=2754): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2754)]\u000a11:58:31.598558 run osmo-stp_10.42.42.5(pid=2754): stdout: \u000a| (launched: 2022-12-09_11:58:29.973513)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:58:31.766362 run osmo-stp_10.42.42.5(pid=2754): stderr: \u000a| �[0;m�[38;5;43m20221209115830161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115830161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115830162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115830162 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115830162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115830163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115830163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:58:31.908540 run osmo-stp_10.42.42.5(pid=2754): stdout: \u000a| (launched: 2022-12-09_11:58:29.973513)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:58:32.046376 run osmo-stp_10.42.42.5(pid=2754): stderr: \u000a| �[0;m�[38;5;43m20221209115830161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115830161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115830162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115830162 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115830162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115830163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115830163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:58:32.206749 run patchelf(pid=2757): Terminating (SIGINT)\u000a11:58:32.394626 run patchelf(pid=2757): Terminated: ok {rc=0}\u000a11:58:32.428042 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=2754): Process ended prematurely: osmo-stp_10.42.42.5(pid=2754) [trial-2359↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2754)] [trial-2359↪gprs:trx-umtrx↪ping.py:22]\u000a11:58:32.437482 tst ping.py:22: Test FAILED (6.8 sec)\u000a11:58:32.504565 run osmo-hlr_10.42.42.2(pid=2751): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-umtrx↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2751)]\u000a11:58:32.558357 run osmo-hlr_10.42.42.2(pid=2751): stdout: \u000a| (launched: 2022-12-09_11:58:28.957727) \u000a11:58:32.613470 run osmo-hlr_10.42.42.2(pid=2751): stderr: \u000a| �[0;m�[1;31m20221209115829154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209115829154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209115829154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115829154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115829154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209115829154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209115829167 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-umtrx/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209115829176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209115829176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209115829176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:58:32.660113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2750): Terminating (SIGTERM)\u000a11:58:32.704193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2753): Terminating (SIGTERM)\u000a11:58:32.748015 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2756): Terminating (SIGTERM)\u000a11:58:32.758742 --- ParallelTerminationStrategy: PID 2750 died...\u000a11:58:32.818153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2750): Terminated: ok {rc=0}\u000a11:58:32.828647 --- ParallelTerminationStrategy: PID 2753 died...\u000a11:58:32.887689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2753): Terminated: ok {rc=0}\u000a11:58:32.898139 --- ParallelTerminationStrategy: PID 2756 died...\u000a11:58:32.957024 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2756): Terminated: ok {rc=0}\u000a11:58:33.046453 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2764): Process ended prematurely: osmo-stp_10.42.42.5(pid=2764) [trial-2359↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2764)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2764): Process ended prematurely: osmo-stp_10.42.42.5(pid=2764) [trial-2359↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2764)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-umtrx ping_idle_ping.py\u000a----------------------------------------------\u000a11:58:34.100775 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:58:34.113082 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a11:58:34.259047 tst ping_idle_ping.py: using LAC 21306\u000a11:58:34.379797 tst ping_idle_ping.py: using RAC 141\u000a11:58:34.501526 tst ping_idle_ping.py: using CellId 21306\u000a11:58:34.619721 tst ping_idle_ping.py: using BVCI 21307\u000a11:58:34.643392 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:58:34.654321 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:58:34.664916 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:58:34.675539 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:58:34.686174 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:58:34.696706 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:58:34.707391 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a11:58:34.718019 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a11:58:35.001342 tst ping_idle_ping.py:24: start network...\u000a11:58:35.128031 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:58:35.617159 run create_hlr_db(pid=2758): Launched\u000a11:58:35.793093 bus /gobi_6: Setting Powered False\u000a11:58:36.814657 run create_hlr_db(pid=2758): Terminated: ok {rc=0}\u000a11:58:37.251253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2760): Launched\u000a11:58:37.578955 run osmo-hlr_10.42.42.2(pid=2761): Launched\u000a11:58:37.699142 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:58:38.267192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2763): Launched\u000a11:58:38.593709 run osmo-stp_10.42.42.5(pid=2764): Launched\u000a11:58:38.711844 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:58:39.280360 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2766): Launched\u000a11:58:39.396386 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:58:39.682298 run patchelf(pid=2767): Launched\u000a11:58:39.872574 run osmo-stp_10.42.42.5(pid=2764): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2764)]\u000a11:58:40.011470 run osmo-stp_10.42.42.5(pid=2764): stdout: \u000a| (launched: 2022-12-09_11:58:38.432567)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:58:40.150617 run osmo-stp_10.42.42.5(pid=2764): stderr: \u000a| �[0;m�[38;5;43m20221209115838623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115838623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115838623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115838624 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115838624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115838624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115838624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:58:40.285099 run osmo-stp_10.42.42.5(pid=2764): stdout: \u000a| (launched: 2022-12-09_11:58:38.432567)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:58:40.417963 run osmo-stp_10.42.42.5(pid=2764): stderr: \u000a| �[0;m�[38;5;43m20221209115838623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115838623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115838623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115838624 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115838624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115838624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115838624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:58:40.573664 run patchelf(pid=2767): Terminating (SIGINT)\u000a11:58:40.757998 run patchelf(pid=2767): Terminated: ok {rc=0}\u000a11:58:40.791209 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=2764): Process ended prematurely: osmo-stp_10.42.42.5(pid=2764) [trial-2359↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2764)] [trial-2359↪gprs:trx-umtrx↪ping_idle_ping.py:27]\u000a11:58:40.800509 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a11:58:40.865193 run osmo-hlr_10.42.42.2(pid=2761): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-umtrx↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2761)]\u000a11:58:40.917108 run osmo-hlr_10.42.42.2(pid=2761): stdout: \u000a| (launched: 2022-12-09_11:58:37.417705) \u000a11:58:40.969866 run osmo-hlr_10.42.42.2(pid=2761): stderr: \u000a| �[0;m�[1;31m20221209115837613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209115837614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209115837614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115837614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115837614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209115837614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209115837626 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-umtrx/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209115837635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209115837635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209115837635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:58:41.014862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2760): Terminating (SIGTERM)\u000a11:58:41.056862 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2763): Terminating (SIGTERM)\u000a11:58:41.099350 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2766): Terminating (SIGTERM)\u000a11:58:41.109112 --- ParallelTerminationStrategy: PID 2760 died...\u000a11:58:41.165819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2760): Terminated: ok {rc=0}\u000a11:58:41.175971 --- ParallelTerminationStrategy: PID 2763 died...\u000a11:58:41.232269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2763): Terminated: ok {rc=0}\u000a11:58:41.242449 --- ParallelTerminationStrategy: PID 2766 died...\u000a11:58:41.298664 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2766): Terminated: ok {rc=0}\u000a11:58:41.386401 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "88", "name" : "gprs_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:57:42" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2782): Process ended prematurely: osmo-stp_10.42.42.5(pid=2782) [trial-2359↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2782)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2782): Process ended prematurely: osmo-stp_10.42.42.5(pid=2782) [trial-2359↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2782)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-umtrx+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:58:43.550395 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:58:43.561954 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:58:43.711172 tst cs_paging_gprs_active.py: using LAC 21307\u000a11:58:43.841314 tst cs_paging_gprs_active.py: using RAC 142\u000a11:58:43.973122 tst cs_paging_gprs_active.py: using CellId 21307\u000a11:58:44.102504 tst cs_paging_gprs_active.py: using BVCI 21308\u000a11:58:44.128065 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:58:44.139614 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:58:44.150960 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:58:44.163014 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:58:44.175761 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:58:44.187280 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:58:44.198953 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:58:44.210283 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:58:44.221971 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:58:44.341864 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:58:44.624474 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:58:44.753419 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:58:45.074695 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2772): Launched\u000a11:58:45.343334 run iperf3-srv_10.42.42.10(pid=2773): Launched\u000a11:58:45.532191 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:58:45.660703 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:58:46.014710 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2774): Launched\u000a11:58:46.337765 run iperf3-srv_10.42.42.10(pid=2775): Launched\u000a11:58:46.547353 tst cs_paging_gprs_active.py:38: start network...\u000a11:58:46.692445 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:58:47.240659 run create_hlr_db(pid=2776): Launched\u000a11:58:47.433895 bus /gobi_6: Setting Powered False\u000a11:58:48.441622 run create_hlr_db(pid=2776): Terminated: ok {rc=0}\u000a11:58:48.894740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2778): Launched\u000a11:58:49.228272 run osmo-hlr_10.42.42.2(pid=2779): Launched\u000a11:58:49.349469 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:58:49.924155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2781): Launched\u000a11:58:50.257938 run osmo-stp_10.42.42.5(pid=2782): Launched\u000a11:58:50.379184 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:58:50.960934 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2784): Launched\u000a11:58:51.079112 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:58:51.369579 run patchelf(pid=2785): Launched\u000a11:58:51.563356 run osmo-stp_10.42.42.5(pid=2782): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2782)]\u000a11:58:51.704925 run osmo-stp_10.42.42.5(pid=2782): stdout: \u000a| (launched: 2022-12-09_11:58:50.092655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:58:51.846265 run osmo-stp_10.42.42.5(pid=2782): stderr: \u000a| �[0;m�[38;5;43m20221209115850284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115850284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115850284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115850285 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115850285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115850285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115850285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:58:51.983269 run osmo-stp_10.42.42.5(pid=2782): stdout: \u000a| (launched: 2022-12-09_11:58:50.092655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:58:52.119304 run osmo-stp_10.42.42.5(pid=2782): stderr: \u000a| �[0;m�[38;5;43m20221209115850284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115850284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115850284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115850285 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115850285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115850285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115850285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:58:52.278430 run patchelf(pid=2785): Terminating (SIGINT)\u000a11:58:52.465775 run patchelf(pid=2785): Terminated: ok {rc=0}\u000a11:58:52.499853 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=2782): Process ended prematurely: osmo-stp_10.42.42.5(pid=2782) [trial-2359↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2782)] [trial-2359↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a11:58:52.509761 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a11:58:52.574039 run osmo-hlr_10.42.42.2(pid=2779): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2779)]\u000a11:58:52.626345 run osmo-hlr_10.42.42.2(pid=2779): stdout: \u000a| (launched: 2022-12-09_11:58:49.063348) \u000a11:58:52.679320 run osmo-hlr_10.42.42.2(pid=2779): stderr: \u000a| �[0;m�[1;31m20221209115849260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209115849260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209115849260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115849260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115849260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209115849260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209115849272 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-umtrx+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209115849281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209115849281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209115849281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:58:52.724094 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2772): Terminating (SIGTERM)\u000a11:58:52.766485 run iperf3-srv_10.42.42.10(pid=2773): Terminating (SIGTERM)\u000a11:58:52.808788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2774): Terminating (SIGTERM)\u000a11:58:52.851098 run iperf3-srv_10.42.42.10(pid=2775): Terminating (SIGTERM)\u000a11:58:52.893553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2778): Terminating (SIGTERM)\u000a11:58:52.935907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2781): Terminating (SIGTERM)\u000a11:58:52.977939 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2784): Terminating (SIGTERM)\u000a11:58:52.987974 --- ParallelTerminationStrategy: PID 2772 died...\u000a11:58:53.044732 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2772): Terminated: ok {rc=0}\u000a11:58:53.054943 --- ParallelTerminationStrategy: PID 2773 died...\u000a11:58:53.111371 run iperf3-srv_10.42.42.10(pid=2773): Terminated {rc=256}\u000a11:58:53.121927 --- ParallelTerminationStrategy: PID 2774 died...\u000a11:58:53.178625 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2774): Terminated: ok {rc=0}\u000a11:58:53.188765 --- ParallelTerminationStrategy: PID 2775 died...\u000a11:58:53.245424 run iperf3-srv_10.42.42.10(pid=2775): Terminated {rc=256}\u000a11:58:53.255503 --- ParallelTerminationStrategy: PID 2778 died...\u000a11:58:53.311660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2778): Terminated: ok {rc=0}\u000a11:58:53.322159 --- ParallelTerminationStrategy: PID 2781 died...\u000a11:58:53.378311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2781): Terminated: ok {rc=0}\u000a11:58:53.388357 --- ParallelTerminationStrategy: PID 2784 died...\u000a11:58:53.445462 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2784): Terminated: ok {rc=0}\u000a11:58:53.531643 bus /gobi_0: Setting Powered False\u000a11:58:54.639063 bus /gobi_0: Setting Powered False\u000a11:58:55.750792 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2794): Process ended prematurely: osmo-stp_10.42.42.5(pid=2794) [trial-2359↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2794)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2794): Process ended prematurely: osmo-stp_10.42.42.5(pid=2794) [trial-2359↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2794)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-umtrx+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a11:58:56.861764 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:58:56.873415 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:58:57.017385 tst iperf3.py: using LAC 21308\u000a11:58:57.141522 tst iperf3.py: using RAC 143\u000a11:58:57.270788 tst iperf3.py: using CellId 21308\u000a11:58:57.400589 tst iperf3.py: using BVCI 21309\u000a11:58:57.426064 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:58:57.437600 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:58:57.448770 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:58:57.460327 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:58:57.471665 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:58:57.483010 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:58:57.494566 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:58:57.505940 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:58:57.517710 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:58:57.801678 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:58:57.930380 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:58:58.250156 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2786): Launched\u000a11:58:58.518245 run iperf3-srv_10.42.42.10(pid=2787): Launched\u000a11:58:58.705777 tst iperf3.py:8: start network...\u000a11:58:58.833483 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:58:59.326527 run create_hlr_db(pid=2788): Launched\u000a11:58:59.504256 bus /gobi_6: Setting Powered False\u000a11:59:00.524683 run create_hlr_db(pid=2788): Terminated: ok {rc=0}\u000a11:59:00.988209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2790): Launched\u000a11:59:01.447368 run osmo-hlr_10.42.42.2(pid=2791): Launched\u000a11:59:01.606594 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:59:02.219052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2793): Launched\u000a11:59:02.531944 run osmo-stp_10.42.42.5(pid=2794): Launched\u000a11:59:02.644128 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:59:03.180575 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2796): Launched\u000a11:59:03.290254 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:59:03.560194 run patchelf(pid=2797): Launched\u000a11:59:03.740040 run osmo-stp_10.42.42.5(pid=2794): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2794)]\u000a11:59:03.871070 run osmo-stp_10.42.42.5(pid=2794): stdout: \u000a| (launched: 2022-12-09_11:59:02.379613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:59:04.002381 run osmo-stp_10.42.42.5(pid=2794): stderr: \u000a| �[0;m�[38;5;43m20221209115902550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115902550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115902550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115902550 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115902551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115902551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115902551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:59:04.129702 run osmo-stp_10.42.42.5(pid=2794): stdout: \u000a| (launched: 2022-12-09_11:59:02.379613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:59:04.255547 run osmo-stp_10.42.42.5(pid=2794): stderr: \u000a| �[0;m�[38;5;43m20221209115902550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115902550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115902550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115902550 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115902551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115902551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115902551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:59:04.402813 run patchelf(pid=2797): Terminating (SIGINT)\u000a11:59:04.577415 run patchelf(pid=2797): Terminated: ok {rc=0}\u000a11:59:04.609428 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2794): Process ended prematurely: osmo-stp_10.42.42.5(pid=2794) [trial-2359↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2794)] [trial-2359↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8]\u000a11:59:04.619007 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a11:59:04.679537 run osmo-hlr_10.42.42.2(pid=2791): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2791)]\u000a11:59:04.728748 run osmo-hlr_10.42.42.2(pid=2791): stdout: \u000a| (launched: 2022-12-09_11:59:01.156067) \u000a11:59:04.778859 run osmo-hlr_10.42.42.2(pid=2791): stderr: \u000a| �[0;m�[1;31m20221209115901444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209115901445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209115901445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115901445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115901445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209115901445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209115901463 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-umtrx+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209115901479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209115901480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209115901480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:59:04.821252 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2786): Terminating (SIGTERM)\u000a11:59:04.861175 run iperf3-srv_10.42.42.10(pid=2787): Terminating (SIGTERM)\u000a11:59:04.901268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2790): Terminating (SIGTERM)\u000a11:59:04.941351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2793): Terminating (SIGTERM)\u000a11:59:04.981268 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2796): Terminating (SIGTERM)\u000a11:59:04.990725 --- ParallelTerminationStrategy: PID 2786 died...\u000a11:59:05.044493 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2786): Terminated: ok {rc=0}\u000a11:59:05.054465 --- ParallelTerminationStrategy: PID 2787 died...\u000a11:59:05.108081 run iperf3-srv_10.42.42.10(pid=2787): Terminated {rc=256}\u000a11:59:05.117797 --- ParallelTerminationStrategy: PID 2790 died...\u000a11:59:05.171214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2790): Terminated: ok {rc=0}\u000a11:59:05.181148 --- ParallelTerminationStrategy: PID 2793 died...\u000a11:59:05.234563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2793): Terminated: ok {rc=0}\u000a11:59:05.244470 --- ParallelTerminationStrategy: PID 2796 died...\u000a11:59:05.297937 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2796): Terminated: ok {rc=0}\u000a11:59:05.382378 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2812): Process ended prematurely: osmo-stp_10.42.42.5(pid=2812) [trial-2359↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2812)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2812): Process ended prematurely: osmo-stp_10.42.42.5(pid=2812) [trial-2359↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2812)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-umtrx+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a11:59:06.492534 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:59:06.504233 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:59:06.642843 tst iperf3m4.py: using LAC 21309\u000a11:59:06.766043 tst iperf3m4.py: using RAC 144\u000a11:59:06.886987 tst iperf3m4.py: using CellId 21309\u000a11:59:07.009408 tst iperf3m4.py: using BVCI 21310\u000a11:59:07.032822 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:59:07.044052 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:59:07.054753 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:59:07.065880 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:59:07.076805 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:59:07.087734 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:59:07.098848 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:59:07.110177 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:59:07.121264 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:59:07.245243 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:59:07.367237 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:59:07.487028 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:59:07.790063 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:59:07.928166 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:59:08.270413 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2798): Launched\u000a11:59:08.555566 run iperf3-srv_10.42.42.10(pid=2799): Launched\u000a11:59:08.759233 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a11:59:08.897092 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:59:09.239663 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2800): Launched\u000a11:59:09.524779 run iperf3-srv_10.42.42.10(pid=2801): Launched\u000a11:59:09.728350 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a11:59:09.866424 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:59:10.208867 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2802): Launched\u000a11:59:10.494801 run iperf3-srv_10.42.42.10(pid=2803): Launched\u000a11:59:10.699448 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a11:59:10.837966 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:59:11.182360 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2804): Launched\u000a11:59:11.469146 run iperf3-srv_10.42.42.10(pid=2805): Launched\u000a11:59:11.672464 tst iperf3m4.py:8: start network...\u000a11:59:11.810056 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:59:12.330483 run create_hlr_db(pid=2806): Launched\u000a11:59:12.522021 bus /gobi_6: Setting Powered False\u000a11:59:13.542197 run create_hlr_db(pid=2806): Terminated: ok {rc=0}\u000a11:59:13.985028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2808): Launched\u000a11:59:14.319178 run osmo-hlr_10.42.42.2(pid=2809): Launched\u000a11:59:14.441262 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:59:15.023012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2811): Launched\u000a11:59:15.355318 run osmo-stp_10.42.42.5(pid=2812): Launched\u000a11:59:15.475243 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:59:16.068635 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2814): Launched\u000a11:59:16.183650 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:59:16.479261 run patchelf(pid=2815): Launched\u000a11:59:16.667427 run osmo-stp_10.42.42.5(pid=2812): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2812)]\u000a11:59:16.804552 run osmo-stp_10.42.42.5(pid=2812): stdout: \u000a| (launched: 2022-12-09_11:59:15.191692)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:59:16.941634 run osmo-stp_10.42.42.5(pid=2812): stderr: \u000a| �[0;m�[38;5;43m20221209115915380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115915380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115915380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115915381 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115915381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115915381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115915381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:59:17.074226 run osmo-stp_10.42.42.5(pid=2812): stdout: \u000a| (launched: 2022-12-09_11:59:15.191692)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:59:17.204312 run osmo-stp_10.42.42.5(pid=2812): stderr: \u000a| �[0;m�[38;5;43m20221209115915380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115915380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115915380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115915381 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115915381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115915381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115915381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:59:17.353921 run patchelf(pid=2815): Terminating (SIGINT)\u000a11:59:17.530220 run patchelf(pid=2815): Terminated: ok {rc=0}\u000a11:59:17.562740 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2812): Process ended prematurely: osmo-stp_10.42.42.5(pid=2812) [trial-2359↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2812)] [trial-2359↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8]\u000a11:59:17.572267 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a11:59:17.635291 run osmo-hlr_10.42.42.2(pid=2809): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2809)]\u000a11:59:17.685650 run osmo-hlr_10.42.42.2(pid=2809): stdout: \u000a| (launched: 2022-12-09_11:59:14.153239) \u000a11:59:17.736159 run osmo-hlr_10.42.42.2(pid=2809): stderr: \u000a| �[0;m�[1;31m20221209115914349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209115914349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209115914349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115914349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115914349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209115914350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209115914362 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-umtrx+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209115914371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209115914371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209115914371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:59:17.779033 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2798): Terminating (SIGTERM)\u000a11:59:17.819979 run iperf3-srv_10.42.42.10(pid=2799): Terminating (SIGTERM)\u000a11:59:17.860525 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2800): Terminating (SIGTERM)\u000a11:59:17.901402 run iperf3-srv_10.42.42.10(pid=2801): Terminating (SIGTERM)\u000a11:59:17.942391 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2802): Terminating (SIGTERM)\u000a11:59:17.983173 run iperf3-srv_10.42.42.10(pid=2803): Terminating (SIGTERM)\u000a11:59:18.023968 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2804): Terminating (SIGTERM)\u000a11:59:18.064690 run iperf3-srv_10.42.42.10(pid=2805): Terminating (SIGTERM)\u000a11:59:18.105412 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2808): Terminating (SIGTERM)\u000a11:59:18.146102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2811): Terminating (SIGTERM)\u000a11:59:18.186698 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2814): Terminating (SIGTERM)\u000a11:59:18.195779 --- ParallelTerminationStrategy: PID 2798 died...\u000a11:59:18.249765 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2798): Terminated: ok {rc=0}\u000a11:59:18.259551 --- ParallelTerminationStrategy: PID 2799 died...\u000a11:59:18.313527 run iperf3-srv_10.42.42.10(pid=2799): Terminated {rc=256}\u000a11:59:18.323162 --- ParallelTerminationStrategy: PID 2800 died...\u000a11:59:18.376667 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2800): Terminated: ok {rc=0}\u000a11:59:18.386448 --- ParallelTerminationStrategy: PID 2801 died...\u000a11:59:18.439760 run iperf3-srv_10.42.42.10(pid=2801): Terminated {rc=256}\u000a11:59:18.449828 --- ParallelTerminationStrategy: PID 2802 died...\u000a11:59:18.503170 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2802): Terminated: ok {rc=0}\u000a11:59:18.512747 --- ParallelTerminationStrategy: PID 2803 died...\u000a11:59:18.565985 run iperf3-srv_10.42.42.10(pid=2803): Terminated {rc=256}\u000a11:59:18.575651 --- ParallelTerminationStrategy: PID 2804 died...\u000a11:59:18.629033 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2804): Terminated: ok {rc=0}\u000a11:59:18.638700 --- ParallelTerminationStrategy: PID 2805 died...\u000a11:59:18.691871 run iperf3-srv_10.42.42.10(pid=2805): Terminated {rc=256}\u000a11:59:18.701609 --- ParallelTerminationStrategy: PID 2808 died...\u000a11:59:18.755042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2808): Terminated: ok {rc=0}\u000a11:59:18.764771 --- ParallelTerminationStrategy: PID 2811 died...\u000a11:59:18.818150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2811): Terminated: ok {rc=0}\u000a11:59:18.829883 --- ParallelTerminationStrategy: PID 2814 died...\u000a11:59:18.883234 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2814): Terminated: ok {rc=0}\u000a11:59:18.967164 bus /gobi_4: Setting Powered False\u000a11:59:20.074828 bus /gobi_4: Setting Powered False\u000a11:59:21.183531 bus /gobi_1: Setting Powered False\u000a11:59:22.284021 bus /gobi_1: Setting Powered False\u000a11:59:23.390324 bus /gobi_0: Setting Powered False\u000a11:59:24.497384 bus /gobi_0: Setting Powered False\u000a11:59:25.605888 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2822): Process ended prematurely: osmo-stp_10.42.42.5(pid=2822) [trial-2359↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2822)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2822): Process ended prematurely: osmo-stp_10.42.42.5(pid=2822) [trial-2359↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2822)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-umtrx+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a11:59:26.674875 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:59:26.687173 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:59:26.836451 tst ping.py: using LAC 21310\u000a11:59:26.963317 tst ping.py: using RAC 145\u000a11:59:27.089973 tst ping.py: using CellId 21310\u000a11:59:27.217086 tst ping.py: using BVCI 21311\u000a11:59:27.242122 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:59:27.253615 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:59:27.264907 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:59:27.276875 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:59:27.289720 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:59:27.300828 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:59:27.313421 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:59:27.326273 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:59:27.620260 tst ping.py:19: start network...\u000a11:59:27.756261 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:59:28.267118 run create_hlr_db(pid=2816): Launched\u000a11:59:28.456254 bus /gobi_6: Setting Powered False\u000a11:59:29.475981 run create_hlr_db(pid=2816): Terminated: ok {rc=0}\u000a11:59:29.885683 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2818): Launched\u000a11:59:30.188545 run osmo-hlr_10.42.42.2(pid=2819): Launched\u000a11:59:30.300082 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:59:30.829519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2821): Launched\u000a11:59:31.277394 run osmo-stp_10.42.42.5(pid=2822): Launched\u000a11:59:31.537467 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:59:32.147077 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2824): Launched\u000a11:59:32.256851 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:59:32.522825 run patchelf(pid=2825): Launched\u000a11:59:32.699859 run osmo-stp_10.42.42.5(pid=2822): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2822)]\u000a11:59:32.828579 run osmo-stp_10.42.42.5(pid=2822): stdout: \u000a| (launched: 2022-12-09_11:59:30.991850)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:59:32.957664 run osmo-stp_10.42.42.5(pid=2822): stderr: \u000a| �[0;m�[38;5;43m20221209115931364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115931365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115931365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115931367 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115931373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115931373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115931373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:59:33.082478 run osmo-stp_10.42.42.5(pid=2822): stdout: \u000a| (launched: 2022-12-09_11:59:30.991850)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:59:33.206121 run osmo-stp_10.42.42.5(pid=2822): stderr: \u000a| �[0;m�[38;5;43m20221209115931364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115931365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115931365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115931367 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115931373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115931373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115931373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:59:33.350893 run patchelf(pid=2825): Terminating (SIGINT)\u000a11:59:33.522230 run patchelf(pid=2825): Terminated: ok {rc=0}\u000a11:59:33.553176 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=2822): Process ended prematurely: osmo-stp_10.42.42.5(pid=2822) [trial-2359↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2822)] [trial-2359↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22]\u000a11:59:33.561881 tst ping.py:22: Test FAILED (6.9 sec)\u000a11:59:33.622092 run osmo-hlr_10.42.42.2(pid=2819): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2819)]\u000a11:59:33.671390 run osmo-hlr_10.42.42.2(pid=2819): stdout: \u000a| (launched: 2022-12-09_11:59:30.039121) \u000a11:59:33.721767 run osmo-hlr_10.42.42.2(pid=2819): stderr: \u000a| �[0;m�[1;31m20221209115930214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209115930214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209115930214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115930214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115930214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209115930214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209115930227 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-umtrx+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209115930235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209115930236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209115930236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:59:33.764308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2818): Terminating (SIGTERM)\u000a11:59:33.804342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2821): Terminating (SIGTERM)\u000a11:59:33.844316 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2824): Terminating (SIGTERM)\u000a11:59:33.853799 --- ParallelTerminationStrategy: PID 2818 died...\u000a11:59:33.907910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2818): Terminated: ok {rc=0}\u000a11:59:33.917805 --- ParallelTerminationStrategy: PID 2821 died...\u000a11:59:33.971750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2821): Terminated: ok {rc=0}\u000a11:59:33.981776 --- ParallelTerminationStrategy: PID 2824 died...\u000a11:59:34.035140 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2824): Terminated: ok {rc=0}\u000a11:59:34.124057 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2832): Process ended prematurely: osmo-stp_10.42.42.5(pid=2832) [trial-2359↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2832)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2832): Process ended prematurely: osmo-stp_10.42.42.5(pid=2832) [trial-2359↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2832)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-umtrx+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a11:59:35.176472 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:59:35.188088 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a11:59:35.333214 tst ping_idle_ping.py: using LAC 21311\u000a11:59:35.451798 tst ping_idle_ping.py: using RAC 146\u000a11:59:35.568595 tst ping_idle_ping.py: using CellId 21311\u000a11:59:35.687853 tst ping_idle_ping.py: using BVCI 21312\u000a11:59:35.710876 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:59:35.722164 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:59:35.732859 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:59:35.743872 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:59:35.754576 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:59:35.765330 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:59:35.776115 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a11:59:35.786870 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a11:59:36.085438 tst ping_idle_ping.py:24: start network...\u000a11:59:36.221959 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:59:36.738314 run create_hlr_db(pid=2826): Launched\u000a11:59:36.927991 bus /gobi_6: Setting Powered False\u000a11:59:37.947387 run create_hlr_db(pid=2826): Terminated: ok {rc=0}\u000a11:59:38.359295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2828): Launched\u000a11:59:38.667032 run osmo-hlr_10.42.42.2(pid=2829): Launched\u000a11:59:38.783723 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:59:39.316566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2831): Launched\u000a11:59:39.622450 run osmo-stp_10.42.42.5(pid=2832): Launched\u000a11:59:39.732038 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:59:40.262977 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2834): Launched\u000a11:59:40.370631 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:59:40.638212 run patchelf(pid=2835): Launched\u000a11:59:40.817149 run osmo-stp_10.42.42.5(pid=2832): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2832)]\u000a11:59:40.947103 run osmo-stp_10.42.42.5(pid=2832): stdout: \u000a| (launched: 2022-12-09_11:59:39.471498)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:59:41.077274 run osmo-stp_10.42.42.5(pid=2832): stderr: \u000a| �[0;m�[38;5;43m20221209115939642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115939642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115939643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115939643 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115939643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115939644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115939644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:59:41.202834 run osmo-stp_10.42.42.5(pid=2832): stdout: \u000a| (launched: 2022-12-09_11:59:39.471498)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:59:41.327431 run osmo-stp_10.42.42.5(pid=2832): stderr: \u000a| �[0;m�[38;5;43m20221209115939642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115939642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115939643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115939643 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115939643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115939644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115939644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:59:41.473422 run patchelf(pid=2835): Terminating (SIGINT)\u000a11:59:41.645651 run patchelf(pid=2835): Terminated: ok {rc=0}\u000a11:59:41.676706 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=2832): Process ended prematurely: osmo-stp_10.42.42.5(pid=2832) [trial-2359↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2832)] [trial-2359↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a11:59:41.685486 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a11:59:41.745570 run osmo-hlr_10.42.42.2(pid=2829): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2829)]\u000a11:59:41.795079 run osmo-hlr_10.42.42.2(pid=2829): stdout: \u000a| (launched: 2022-12-09_11:59:38.514656) \u000a11:59:41.845091 run osmo-hlr_10.42.42.2(pid=2829): stderr: \u000a| �[0;m�[1;31m20221209115938690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209115938690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209115938690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115938690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115938690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209115938690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209115938702 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-umtrx+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209115938711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209115938711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209115938711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:59:41.887734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2828): Terminating (SIGTERM)\u000a11:59:41.927869 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2831): Terminating (SIGTERM)\u000a11:59:41.968739 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2834): Terminating (SIGTERM)\u000a11:59:41.978295 --- ParallelTerminationStrategy: PID 2828 died...\u000a11:59:42.032847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2828): Terminated: ok {rc=0}\u000a11:59:42.042842 --- ParallelTerminationStrategy: PID 2831 died...\u000a11:59:42.096871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2831): Terminated: ok {rc=0}\u000a11:59:42.106741 --- ParallelTerminationStrategy: PID 2834 died...\u000a11:59:42.160669 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2834): Terminated: ok {rc=0}\u000a11:59:42.244368 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "89", "name" : "gprs_trx-umtrx+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:58:43" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2850): Process ended prematurely: osmo-stp_10.42.42.5(pid=2850) [trial-2359↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2850)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2850): Process ended prematurely: osmo-stp_10.42.42.5(pid=2850) [trial-2359↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2850)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-umtrx+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a11:59:44.413713 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:59:44.426505 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:59:44.592005 tst cs_paging_gprs_active.py: using LAC 21312\u000a11:59:44.723487 tst cs_paging_gprs_active.py: using RAC 147\u000a11:59:44.855149 tst cs_paging_gprs_active.py: using CellId 21312\u000a11:59:44.985813 tst cs_paging_gprs_active.py: using BVCI 21313\u000a11:59:45.011435 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:59:45.022957 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:59:45.034159 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:59:45.046047 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:59:45.057427 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:59:45.069104 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:59:45.081001 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:59:45.092478 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:59:45.104317 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:59:45.224777 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:59:45.510575 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a11:59:45.638667 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:59:45.994869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2840): Launched\u000a11:59:46.316690 run iperf3-srv_10.42.42.10(pid=2841): Launched\u000a11:59:46.509985 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a11:59:46.640437 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:59:46.978427 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2842): Launched\u000a11:59:47.267027 run iperf3-srv_10.42.42.10(pid=2843): Launched\u000a11:59:47.454717 tst cs_paging_gprs_active.py:38: start network...\u000a11:59:47.582831 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a11:59:48.079137 run create_hlr_db(pid=2844): Launched\u000a11:59:48.256233 bus /gobi_6: Setting Powered False\u000a11:59:49.278514 run create_hlr_db(pid=2844): Terminated: ok {rc=0}\u000a11:59:49.691720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2846): Launched\u000a11:59:50.003956 run osmo-hlr_10.42.42.2(pid=2847): Launched\u000a11:59:50.115876 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a11:59:50.650517 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2849): Launched\u000a11:59:50.959750 run osmo-stp_10.42.42.5(pid=2850): Launched\u000a11:59:51.071365 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a11:59:51.611857 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2852): Launched\u000a11:59:51.721812 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a11:59:52.000751 run patchelf(pid=2853): Launched\u000a11:59:52.181867 run osmo-stp_10.42.42.5(pid=2850): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2850)]\u000a11:59:52.313475 run osmo-stp_10.42.42.5(pid=2850): stdout: \u000a| (launched: 2022-12-09_11:59:50.807019)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:59:52.445560 run osmo-stp_10.42.42.5(pid=2850): stderr: \u000a| �[0;m�[38;5;43m20221209115950978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115950979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115950979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115950979 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115950980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115950980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115950980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:59:52.573549 run osmo-stp_10.42.42.5(pid=2850): stdout: \u000a| (launched: 2022-12-09_11:59:50.807019)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a11:59:52.700902 run osmo-stp_10.42.42.5(pid=2850): stderr: \u000a| �[0;m�[38;5;43m20221209115950978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209115950979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209115950979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209115950979 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209115950980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209115950980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209115950980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a11:59:52.849800 run patchelf(pid=2853): Terminating (SIGINT)\u000a11:59:53.024712 run patchelf(pid=2853): Terminated: ok {rc=0}\u000a11:59:53.056807 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=2850): Process ended prematurely: osmo-stp_10.42.42.5(pid=2850) [trial-2359↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2850)] [trial-2359↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a11:59:53.066141 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a11:59:53.126489 run osmo-hlr_10.42.42.2(pid=2847): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2847)]\u000a11:59:53.175445 run osmo-hlr_10.42.42.2(pid=2847): stdout: \u000a| (launched: 2022-12-09_11:59:49.849909) \u000a11:59:53.225126 run osmo-hlr_10.42.42.2(pid=2847): stderr: \u000a| �[0;m�[1;31m20221209115950028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209115950028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209115950028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115950028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209115950028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209115950028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209115950042 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-umtrx+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209115950051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209115950051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209115950051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a11:59:53.267023 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2840): Terminating (SIGTERM)\u000a11:59:53.306364 run iperf3-srv_10.42.42.10(pid=2841): Terminating (SIGTERM)\u000a11:59:53.345785 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2842): Terminating (SIGTERM)\u000a11:59:53.385057 run iperf3-srv_10.42.42.10(pid=2843): Terminating (SIGTERM)\u000a11:59:53.431515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2846): Terminating (SIGTERM)\u000a11:59:53.473709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2849): Terminating (SIGTERM)\u000a11:59:53.517340 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2852): Terminating (SIGTERM)\u000a11:59:53.527615 --- ParallelTerminationStrategy: PID 2840 died...\u000a11:59:53.584727 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2840): Terminated: ok {rc=0}\u000a11:59:53.595979 --- ParallelTerminationStrategy: PID 2841 died...\u000a11:59:53.653272 run iperf3-srv_10.42.42.10(pid=2841): Terminated {rc=256}\u000a11:59:53.664292 --- ParallelTerminationStrategy: PID 2842 died...\u000a11:59:53.721996 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2842): Terminated: ok {rc=0}\u000a11:59:53.732292 --- ParallelTerminationStrategy: PID 2843 died...\u000a11:59:53.788807 run iperf3-srv_10.42.42.10(pid=2843): Terminated {rc=256}\u000a11:59:53.799974 --- ParallelTerminationStrategy: PID 2846 died...\u000a11:59:53.858162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2846): Terminated: ok {rc=0}\u000a11:59:53.868510 --- ParallelTerminationStrategy: PID 2849 died...\u000a11:59:53.925358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2849): Terminated: ok {rc=0}\u000a11:59:53.936439 --- ParallelTerminationStrategy: PID 2852 died...\u000a11:59:53.993931 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2852): Terminated: ok {rc=0}\u000a11:59:54.082656 bus /gobi_0: Setting Powered False\u000a11:59:55.188686 bus /gobi_0: Setting Powered False\u000a11:59:56.295598 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2889): Process ended prematurely: osmo-stp_10.42.42.5(pid=2889) [trial-2359↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2889)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2889): Process ended prematurely: osmo-stp_10.42.42.5(pid=2889) [trial-2359↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2889)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a11:59:57.412223 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:59:57.424486 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a11:59:57.591325 tst iperf3.py: using LAC 21313\u000a11:59:57.720719 tst iperf3.py: using RAC 148\u000a11:59:57.850642 tst iperf3.py: using CellId 21313\u000a11:59:57.980483 tst iperf3.py: using BVCI 21314\u000a11:59:58.006032 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:59:58.017510 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:59:58.028643 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:59:58.040039 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:59:58.051389 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:59:58.062952 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:59:58.074635 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:59:58.086195 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a11:59:58.097920 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a11:59:58.396441 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a11:59:58.535159 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a11:59:58.878793 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2854): Launched\u000a11:59:59.165381 run iperf3-srv_10.42.42.10(pid=2855): Launched\u000a11:59:59.368409 tst iperf3.py:8: start network...\u000a11:59:59.506700 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:00:00.028775 run create_hlr_db(pid=2856): Launched\u000a12:00:00.219741 bus /gobi_6: Setting Powered False\u000a12:00:01.256439 run create_hlr_db(pid=2856): Terminated: ok {rc=0}\u000a12:00:01.732846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2868): Launched\u000a12:00:02.150875 run osmo-hlr_10.42.42.2(pid=2872): Launched\u000a12:00:02.383760 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:00:03.183000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2887): Launched\u000a12:00:03.533403 run osmo-stp_10.42.42.5(pid=2889): Launched\u000a12:00:03.660317 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:00:04.256270 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2906): Launched\u000a12:00:04.364246 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:00:04.629462 run patchelf(pid=2907): Launched\u000a12:00:04.806416 run osmo-stp_10.42.42.5(pid=2889): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2889)]\u000a12:00:04.936441 run osmo-stp_10.42.42.5(pid=2889): stdout: \u000a| (launched: 2022-12-09_12:00:03.345592)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:00:05.065873 run osmo-stp_10.42.42.5(pid=2889): stderr: \u000a| �[0;m�[38;5;43m20221209120003706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120003706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120003706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120003707 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120003707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120003707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120003707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:00:05.191201 run osmo-stp_10.42.42.5(pid=2889): stdout: \u000a| (launched: 2022-12-09_12:00:03.345592)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:00:05.315326 run osmo-stp_10.42.42.5(pid=2889): stderr: \u000a| �[0;m�[38;5;43m20221209120003706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120003706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120003706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120003707 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120003707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120003707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120003707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:00:05.460416 run patchelf(pid=2907): Terminating (SIGINT)\u000a12:00:05.631713 run patchelf(pid=2907): Terminated: ok {rc=0}\u000a12:00:05.663333 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2889): Process ended prematurely: osmo-stp_10.42.42.5(pid=2889) [trial-2359↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2889)] [trial-2359↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a12:00:05.672438 tst iperf3.py:8: Test FAILED (8.3 sec)\u000a12:00:05.732254 run osmo-hlr_10.42.42.2(pid=2872): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2872)]\u000a12:00:05.780984 run osmo-hlr_10.42.42.2(pid=2872): stdout: \u000a| (launched: 2022-12-09_12:00:01.913942) \u000a12:00:05.830375 run osmo-hlr_10.42.42.2(pid=2872): stderr: \u000a| �[0;m�[1;31m20221209120002296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209120002296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209120002296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120002296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120002296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209120002296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209120002321 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209120002336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209120002336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209120002336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:00:05.872651 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2854): Terminating (SIGTERM)\u000a12:00:05.912433 run iperf3-srv_10.42.42.10(pid=2855): Terminating (SIGTERM)\u000a12:00:05.952220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2868): Terminating (SIGTERM)\u000a12:00:05.992586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2887): Terminating (SIGTERM)\u000a12:00:06.032415 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2906): Terminating (SIGTERM)\u000a12:00:06.041763 --- ParallelTerminationStrategy: PID 2854 died...\u000a12:00:06.095444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2854): Terminated: ok {rc=0}\u000a12:00:06.105157 --- ParallelTerminationStrategy: PID 2855 died...\u000a12:00:06.158162 run iperf3-srv_10.42.42.10(pid=2855): Terminated {rc=256}\u000a12:00:06.167843 --- ParallelTerminationStrategy: PID 2868 died...\u000a12:00:06.220840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2868): Terminated: ok {rc=0}\u000a12:00:06.230410 --- ParallelTerminationStrategy: PID 2887 died...\u000a12:00:06.283343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2887): Terminated: ok {rc=0}\u000a12:00:06.292873 --- ParallelTerminationStrategy: PID 2906 died...\u000a12:00:06.345754 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2906): Terminated: ok {rc=0}\u000a12:00:06.434672 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2924): Process ended prematurely: osmo-stp_10.42.42.5(pid=2924) [trial-2359↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2924)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2924): Process ended prematurely: osmo-stp_10.42.42.5(pid=2924) [trial-2359↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2924)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a12:00:07.545211 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:00:07.556792 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:00:07.712741 tst iperf3m4.py: using LAC 21314\u000a12:00:07.833904 tst iperf3m4.py: using RAC 149\u000a12:00:07.952286 tst iperf3m4.py: using CellId 21314\u000a12:00:08.072604 tst iperf3m4.py: using BVCI 21315\u000a12:00:08.095932 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:00:08.106853 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:00:08.117552 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:00:08.128132 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:00:08.138820 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:00:08.149542 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:00:08.160212 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:00:08.170710 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:00:08.181390 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:00:08.301728 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:00:08.420148 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:00:08.539832 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:00:08.835634 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:00:08.970608 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:00:09.307338 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2909): Launched\u000a12:00:09.586447 run iperf3-srv_10.42.42.10(pid=2910): Launched\u000a12:00:09.785037 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:00:09.919887 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:00:10.256067 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2911): Launched\u000a12:00:10.536464 run iperf3-srv_10.42.42.10(pid=2912): Launched\u000a12:00:10.734765 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:00:10.869288 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:00:11.204175 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2913): Launched\u000a12:00:11.481186 run iperf3-srv_10.42.42.10(pid=2914): Launched\u000a12:00:11.678799 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:00:11.812901 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:00:12.147452 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2915): Launched\u000a12:00:12.425230 run iperf3-srv_10.42.42.10(pid=2916): Launched\u000a12:00:12.622028 tst iperf3m4.py:8: start network...\u000a12:00:12.756847 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:00:13.267333 run create_hlr_db(pid=2917): Launched\u000a12:00:13.454842 bus /gobi_6: Setting Powered False\u000a12:00:14.475717 run create_hlr_db(pid=2917): Terminated: ok {rc=0}\u000a12:00:14.885230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2920): Launched\u000a12:00:15.192625 run osmo-hlr_10.42.42.2(pid=2921): Launched\u000a12:00:15.303648 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:00:15.832008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2923): Launched\u000a12:00:16.315531 run osmo-stp_10.42.42.5(pid=2924): Launched\u000a12:00:16.498484 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:00:17.053848 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2926): Launched\u000a12:00:17.164317 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:00:17.450000 run patchelf(pid=2927): Launched\u000a12:00:17.641041 run osmo-stp_10.42.42.5(pid=2924): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2924)]\u000a12:00:17.781312 run osmo-stp_10.42.42.5(pid=2924): stdout: \u000a| (launched: 2022-12-09_12:00:16.010841)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:00:17.921203 run osmo-stp_10.42.42.5(pid=2924): stderr: \u000a| �[0;m�[38;5;43m20221209120016262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120016262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120016263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120016263 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120016264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120016264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120016264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:00:18.056350 run osmo-stp_10.42.42.5(pid=2924): stdout: \u000a| (launched: 2022-12-09_12:00:16.010841)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:00:18.190756 run osmo-stp_10.42.42.5(pid=2924): stderr: \u000a| �[0;m�[38;5;43m20221209120016262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120016262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120016263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120016263 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120016264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120016264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120016264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:00:18.347017 run patchelf(pid=2927): Terminating (SIGINT)\u000a12:00:18.531359 run patchelf(pid=2927): Terminated: ok {rc=0}\u000a12:00:18.565200 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2924): Process ended prematurely: osmo-stp_10.42.42.5(pid=2924) [trial-2359↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2924)] [trial-2359↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a12:00:18.575326 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a12:00:18.640323 run osmo-hlr_10.42.42.2(pid=2921): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2921)]\u000a12:00:18.693402 run osmo-hlr_10.42.42.2(pid=2921): stdout: \u000a| (launched: 2022-12-09_12:00:15.039389) \u000a12:00:18.746688 run osmo-hlr_10.42.42.2(pid=2921): stderr: \u000a| �[0;m�[1;31m20221209120015213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209120015213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209120015213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120015213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120015213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209120015213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209120015226 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209120015235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209120015235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209120015235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:00:18.792088 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2909): Terminating (SIGTERM)\u000a12:00:18.834902 run iperf3-srv_10.42.42.10(pid=2910): Terminating (SIGTERM)\u000a12:00:18.877727 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2911): Terminating (SIGTERM)\u000a12:00:18.920248 run iperf3-srv_10.42.42.10(pid=2912): Terminating (SIGTERM)\u000a12:00:18.962919 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2913): Terminating (SIGTERM)\u000a12:00:19.005498 run iperf3-srv_10.42.42.10(pid=2914): Terminating (SIGTERM)\u000a12:00:19.048101 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2915): Terminating (SIGTERM)\u000a12:00:19.090796 run iperf3-srv_10.42.42.10(pid=2916): Terminating (SIGTERM)\u000a12:00:19.133367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2920): Terminating (SIGTERM)\u000a12:00:19.176093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2923): Terminating (SIGTERM)\u000a12:00:19.218837 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2926): Terminating (SIGTERM)\u000a12:00:19.228265 --- ParallelTerminationStrategy: PID 2909 died...\u000a12:00:19.285592 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2909): Terminated: ok {rc=0}\u000a12:00:19.295765 --- ParallelTerminationStrategy: PID 2910 died...\u000a12:00:19.352119 run iperf3-srv_10.42.42.10(pid=2910): Terminated {rc=256}\u000a12:00:19.362532 --- ParallelTerminationStrategy: PID 2911 died...\u000a12:00:19.419072 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2911): Terminated: ok {rc=0}\u000a12:00:19.429258 --- ParallelTerminationStrategy: PID 2912 died...\u000a12:00:19.485661 run iperf3-srv_10.42.42.10(pid=2912): Terminated {rc=256}\u000a12:00:19.495707 --- ParallelTerminationStrategy: PID 2913 died...\u000a12:00:19.552325 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2913): Terminated: ok {rc=0}\u000a12:00:19.562498 --- ParallelTerminationStrategy: PID 2914 died...\u000a12:00:19.619034 run iperf3-srv_10.42.42.10(pid=2914): Terminated {rc=256}\u000a12:00:19.629253 --- ParallelTerminationStrategy: PID 2915 died...\u000a12:00:19.686256 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2915): Terminated: ok {rc=0}\u000a12:00:19.696433 --- ParallelTerminationStrategy: PID 2916 died...\u000a12:00:19.753145 run iperf3-srv_10.42.42.10(pid=2916): Terminated {rc=256}\u000a12:00:19.763176 --- ParallelTerminationStrategy: PID 2920 died...\u000a12:00:19.819766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2920): Terminated: ok {rc=0}\u000a12:00:19.830271 --- ParallelTerminationStrategy: PID 2923 died...\u000a12:00:19.886803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2923): Terminated: ok {rc=0}\u000a12:00:19.897263 --- ParallelTerminationStrategy: PID 2926 died...\u000a12:00:19.953750 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2926): Terminated: ok {rc=0}\u000a12:00:20.042620 bus /gobi_4: Setting Powered False\u000a12:00:21.148575 bus /gobi_4: Setting Powered False\u000a12:00:22.258162 bus /gobi_1: Setting Powered False\u000a12:00:23.365794 bus /gobi_1: Setting Powered False\u000a12:00:24.473628 bus /gobi_0: Setting Powered False\u000a12:00:25.580604 bus /gobi_0: Setting Powered False\u000a12:00:26.689414 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2934): Process ended prematurely: osmo-stp_10.42.42.5(pid=2934) [trial-2359↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2934)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2934): Process ended prematurely: osmo-stp_10.42.42.5(pid=2934) [trial-2359↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2934)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-umtrx+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a12:00:27.755649 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:00:27.767322 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:00:27.922396 tst ping.py: using LAC 21315\u000a12:00:28.045988 tst ping.py: using RAC 150\u000a12:00:28.162847 tst ping.py: using CellId 21315\u000a12:00:28.279164 tst ping.py: using BVCI 21316\u000a12:00:28.302346 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:00:28.313300 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:00:28.323837 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:00:28.334509 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:00:28.345152 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:00:28.355755 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:00:28.366501 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:00:28.377167 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:00:28.655100 tst ping.py:19: start network...\u000a12:00:28.779550 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:00:29.262168 run create_hlr_db(pid=2928): Launched\u000a12:00:29.437140 bus /gobi_6: Setting Powered False\u000a12:00:30.457605 run create_hlr_db(pid=2928): Terminated: ok {rc=0}\u000a12:00:30.893767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2930): Launched\u000a12:00:31.280274 run osmo-hlr_10.42.42.2(pid=2931): Launched\u000a12:00:31.501294 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:00:32.224905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2933): Launched\u000a12:00:32.546626 run osmo-stp_10.42.42.5(pid=2934): Launched\u000a12:00:32.666321 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:00:33.197825 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2936): Launched\u000a12:00:33.304393 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:00:33.568788 run patchelf(pid=2937): Launched\u000a12:00:33.745055 run osmo-stp_10.42.42.5(pid=2934): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2934)]\u000a12:00:33.873734 run osmo-stp_10.42.42.5(pid=2934): stdout: \u000a| (launched: 2022-12-09_12:00:32.382081)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:00:34.003044 run osmo-stp_10.42.42.5(pid=2934): stderr: \u000a| �[0;m�[38;5;43m20221209120032575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120032575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120032576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120032576 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120032577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120032577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120032577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:00:34.127702 run osmo-stp_10.42.42.5(pid=2934): stdout: \u000a| (launched: 2022-12-09_12:00:32.382081)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:00:34.251768 run osmo-stp_10.42.42.5(pid=2934): stderr: \u000a| �[0;m�[38;5;43m20221209120032575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120032575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120032576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120032576 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120032577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120032577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120032577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:00:34.396371 run patchelf(pid=2937): Terminating (SIGINT)\u000a12:00:34.566586 run patchelf(pid=2937): Terminated: ok {rc=0}\u000a12:00:34.597591 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=2934): Process ended prematurely: osmo-stp_10.42.42.5(pid=2934) [trial-2359↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2934)] [trial-2359↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22]\u000a12:00:34.606712 tst ping.py:22: Test FAILED (6.8 sec)\u000a12:00:34.666782 run osmo-hlr_10.42.42.2(pid=2931): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2931)]\u000a12:00:34.715457 run osmo-hlr_10.42.42.2(pid=2931): stdout: \u000a| (launched: 2022-12-09_12:00:31.071128) \u000a12:00:34.765234 run osmo-hlr_10.42.42.2(pid=2931): stderr: \u000a| �[0;m�[1;31m20221209120031410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209120031410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209120031410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120031410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120031410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209120031410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209120031432 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209120031448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209120031448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209120031448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:00:34.807597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2930): Terminating (SIGTERM)\u000a12:00:34.847805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2933): Terminating (SIGTERM)\u000a12:00:34.888072 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2936): Terminating (SIGTERM)\u000a12:00:34.897463 --- ParallelTerminationStrategy: PID 2930 died...\u000a12:00:34.950931 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2930): Terminated: ok {rc=0}\u000a12:00:34.960719 --- ParallelTerminationStrategy: PID 2933 died...\u000a12:00:35.014020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2933): Terminated: ok {rc=0}\u000a12:00:35.023884 --- ParallelTerminationStrategy: PID 2936 died...\u000a12:00:35.077040 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2936): Terminated: ok {rc=0}\u000a12:00:35.166223 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2945): Process ended prematurely: osmo-stp_10.42.42.5(pid=2945) [trial-2359↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2945)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2945): Process ended prematurely: osmo-stp_10.42.42.5(pid=2945) [trial-2359↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2945)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-umtrx+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a12:00:36.219274 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:00:36.231685 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:00:36.390330 tst ping_idle_ping.py: using LAC 21316\u000a12:00:36.517919 tst ping_idle_ping.py: using RAC 151\u000a12:00:36.643975 tst ping_idle_ping.py: using CellId 21316\u000a12:00:36.771522 tst ping_idle_ping.py: using BVCI 21317\u000a12:00:36.796345 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:00:36.807924 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:00:36.819344 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:00:36.830942 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:00:36.842380 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:00:36.853878 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:00:36.865501 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:00:36.876841 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:00:37.170982 tst ping_idle_ping.py:24: start network...\u000a12:00:37.304849 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:00:37.810982 run create_hlr_db(pid=2938): Launched\u000a12:00:37.997807 bus /gobi_6: Setting Powered False\u000a12:00:39.007530 run create_hlr_db(pid=2938): Terminated: ok {rc=0}\u000a12:00:39.444232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2941): Launched\u000a12:00:39.768913 run osmo-hlr_10.42.42.2(pid=2942): Launched\u000a12:00:39.886740 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:00:40.450474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2944): Launched\u000a12:00:40.758830 run osmo-stp_10.42.42.5(pid=2945): Launched\u000a12:00:40.868659 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:00:41.398435 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2947): Launched\u000a12:00:41.505657 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:00:41.770172 run patchelf(pid=2948): Launched\u000a12:00:41.947913 run osmo-stp_10.42.42.5(pid=2945): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2945)]\u000a12:00:42.077430 run osmo-stp_10.42.42.5(pid=2945): stdout: \u000a| (launched: 2022-12-09_12:00:40.605328)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:00:42.208179 run osmo-stp_10.42.42.5(pid=2945): stderr: \u000a| �[0;m�[38;5;43m20221209120040775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120040775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120040775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120040775 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120040776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120040776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120040776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:00:42.334221 run osmo-stp_10.42.42.5(pid=2945): stdout: \u000a| (launched: 2022-12-09_12:00:40.605328)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:00:42.458417 run osmo-stp_10.42.42.5(pid=2945): stderr: \u000a| �[0;m�[38;5;43m20221209120040775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120040775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120040775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120040775 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120040776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120040776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120040776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:00:42.604126 run patchelf(pid=2948): Terminating (SIGINT)\u000a12:00:42.776015 run patchelf(pid=2948): Terminated: ok {rc=0}\u000a12:00:42.807297 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=2945): Process ended prematurely: osmo-stp_10.42.42.5(pid=2945) [trial-2359↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2945)] [trial-2359↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a12:00:42.815909 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a12:00:42.875724 run osmo-hlr_10.42.42.2(pid=2942): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2942)]\u000a12:00:42.924552 run osmo-hlr_10.42.42.2(pid=2942): stdout: \u000a| (launched: 2022-12-09_12:00:39.606784) \u000a12:00:42.973991 run osmo-hlr_10.42.42.2(pid=2942): stderr: \u000a| �[0;m�[1;31m20221209120039799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209120039799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209120039799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120039799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120039799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209120039799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209120039811 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209120039820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209120039820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209120039820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:00:43.015991 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2941): Terminating (SIGTERM)\u000a12:00:43.055835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2944): Terminating (SIGTERM)\u000a12:00:43.095713 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2947): Terminating (SIGTERM)\u000a12:00:43.105121 --- ParallelTerminationStrategy: PID 2941 died...\u000a12:00:43.158380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2941): Terminated: ok {rc=0}\u000a12:00:43.168186 --- ParallelTerminationStrategy: PID 2944 died...\u000a12:00:43.220749 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2944): Terminated: ok {rc=0}\u000a12:00:43.230493 --- ParallelTerminationStrategy: PID 2947 died...\u000a12:00:43.283079 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2947): Terminated: ok {rc=0}\u000a12:00:43.371432 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "90", "name" : "gprs_trx-umtrx+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T11:59:44" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2963): Process ended prematurely: osmo-stp_10.42.42.5(pid=2963) [trial-2359↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2963)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2963): Process ended prematurely: osmo-stp_10.42.42.5(pid=2963) [trial-2359↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2963)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-umtrx+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:00:45.524400 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:00:45.535723 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:00:45.703127 tst cs_paging_gprs_active.py: using LAC 21317\u000a12:00:45.843265 tst cs_paging_gprs_active.py: using RAC 152\u000a12:00:45.994953 tst cs_paging_gprs_active.py: using CellId 21317\u000a12:00:46.128018 tst cs_paging_gprs_active.py: using BVCI 21318\u000a12:00:46.154199 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:00:46.166579 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:00:46.179827 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:00:46.192799 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:00:46.206270 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:00:46.219622 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:00:46.232920 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:00:46.246068 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:00:46.259995 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:00:46.389623 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:00:46.723068 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:00:46.855082 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:00:47.195519 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2953): Launched\u000a12:00:47.465339 run iperf3-srv_10.42.42.10(pid=2954): Launched\u000a12:00:47.654180 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:00:47.782605 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:00:48.102360 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2955): Launched\u000a12:00:48.370791 run iperf3-srv_10.42.42.10(pid=2956): Launched\u000a12:00:48.558337 tst cs_paging_gprs_active.py:38: start network...\u000a12:00:48.685441 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:00:49.178925 run create_hlr_db(pid=2957): Launched\u000a12:00:49.355544 bus /gobi_6: Setting Powered False\u000a12:00:50.377726 run create_hlr_db(pid=2957): Terminated: ok {rc=0}\u000a12:00:50.814388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2959): Launched\u000a12:00:51.139996 run osmo-hlr_10.42.42.2(pid=2960): Launched\u000a12:00:51.258137 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:00:51.792075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2962): Launched\u000a12:00:52.099363 run osmo-stp_10.42.42.5(pid=2963): Launched\u000a12:00:52.209818 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:00:52.744743 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2965): Launched\u000a12:00:52.853344 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:00:53.124099 run patchelf(pid=2966): Launched\u000a12:00:53.303562 run osmo-stp_10.42.42.5(pid=2963): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2963)]\u000a12:00:53.434290 run osmo-stp_10.42.42.5(pid=2963): stdout: \u000a| (launched: 2022-12-09_12:00:51.947695)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:00:53.564722 run osmo-stp_10.42.42.5(pid=2963): stderr: \u000a| �[0;m�[38;5;43m20221209120052118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120052118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120052119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120052119 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120052120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120052120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120052120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:00:53.691708 run osmo-stp_10.42.42.5(pid=2963): stdout: \u000a| (launched: 2022-12-09_12:00:51.947695)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:00:53.817534 run osmo-stp_10.42.42.5(pid=2963): stderr: \u000a| �[0;m�[38;5;43m20221209120052118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120052118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120052119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120052119 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120052120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120052120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120052120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:00:53.964936 run patchelf(pid=2966): Terminating (SIGINT)\u000a12:00:54.138431 run patchelf(pid=2966): Terminated: ok {rc=0}\u000a12:00:54.170132 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=2963): Process ended prematurely: osmo-stp_10.42.42.5(pid=2963) [trial-2359↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2963)] [trial-2359↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a12:00:54.179347 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a12:00:54.239207 run osmo-hlr_10.42.42.2(pid=2960): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2960)]\u000a12:00:54.288202 run osmo-hlr_10.42.42.2(pid=2960): stdout: \u000a| (launched: 2022-12-09_12:00:50.980733) \u000a12:00:54.337933 run osmo-hlr_10.42.42.2(pid=2960): stderr: \u000a| �[0;m�[1;31m20221209120051157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209120051157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209120051157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120051157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120051157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209120051157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209120051170 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-umtrx+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209120051178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209120051178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209120051178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:00:54.380617 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2953): Terminating (SIGTERM)\u000a12:00:54.420359 run iperf3-srv_10.42.42.10(pid=2954): Terminating (SIGTERM)\u000a12:00:54.460180 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2955): Terminating (SIGTERM)\u000a12:00:54.499792 run iperf3-srv_10.42.42.10(pid=2956): Terminating (SIGTERM)\u000a12:00:54.539600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2959): Terminating (SIGTERM)\u000a12:00:54.579256 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2962): Terminating (SIGTERM)\u000a12:00:54.619043 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2965): Terminating (SIGTERM)\u000a12:00:54.628114 --- ParallelTerminationStrategy: PID 2953 died...\u000a12:00:54.681316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2953): Terminated: ok {rc=0}\u000a12:00:54.690845 --- ParallelTerminationStrategy: PID 2954 died...\u000a12:00:54.743629 run iperf3-srv_10.42.42.10(pid=2954): Terminated {rc=256}\u000a12:00:54.753126 --- ParallelTerminationStrategy: PID 2955 died...\u000a12:00:54.805987 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2955): Terminated: ok {rc=0}\u000a12:00:54.815535 --- ParallelTerminationStrategy: PID 2956 died...\u000a12:00:54.868343 run iperf3-srv_10.42.42.10(pid=2956): Terminated {rc=256}\u000a12:00:54.877773 --- ParallelTerminationStrategy: PID 2959 died...\u000a12:00:54.930789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2959): Terminated: ok {rc=0}\u000a12:00:54.940303 --- ParallelTerminationStrategy: PID 2962 died...\u000a12:00:54.994614 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2962): Terminated: ok {rc=0}\u000a12:00:55.004059 --- ParallelTerminationStrategy: PID 2965 died...\u000a12:00:55.057088 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2965): Terminated: ok {rc=0}\u000a12:00:55.146380 bus /gobi_0: Setting Powered False\u000a12:00:56.250147 bus /gobi_0: Setting Powered False\u000a12:00:57.362179 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2976): Process ended prematurely: osmo-stp_10.42.42.5(pid=2976) [trial-2359↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2976)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2976): Process ended prematurely: osmo-stp_10.42.42.5(pid=2976) [trial-2359↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2976)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a12:00:58.472797 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:00:58.484490 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:00:58.645652 tst iperf3.py: using LAC 21318\u000a12:00:58.764009 tst iperf3.py: using RAC 153\u000a12:00:58.884414 tst iperf3.py: using CellId 21318\u000a12:00:59.004466 tst iperf3.py: using BVCI 21319\u000a12:00:59.027847 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:00:59.038883 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:00:59.049714 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:00:59.060428 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:00:59.071131 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:00:59.081834 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:00:59.093062 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:00:59.103735 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:00:59.114675 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:00:59.399115 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:00:59.525887 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:00:59.843053 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2968): Launched\u000a12:01:00.106830 run iperf3-srv_10.42.42.10(pid=2969): Launched\u000a12:01:00.291991 tst iperf3.py:8: start network...\u000a12:01:00.419113 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:01:00.919129 run create_hlr_db(pid=2970): Launched\u000a12:01:01.096756 bus /gobi_6: Setting Powered False\u000a12:01:02.170015 run create_hlr_db(pid=2970): Terminated: ok {rc=0}\u000a12:01:02.622979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2972): Launched\u000a12:01:02.952616 run osmo-hlr_10.42.42.2(pid=2973): Launched\u000a12:01:03.071641 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:01:03.645783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2975): Launched\u000a12:01:03.973526 run osmo-stp_10.42.42.5(pid=2976): Launched\u000a12:01:04.091991 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:01:04.661938 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2978): Launched\u000a12:01:04.779022 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:01:05.065921 run patchelf(pid=2979): Launched\u000a12:01:05.257517 run osmo-stp_10.42.42.5(pid=2976): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2976)]\u000a12:01:05.397367 run osmo-stp_10.42.42.5(pid=2976): stdout: \u000a| (launched: 2022-12-09_12:01:03.812076)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:01:05.537222 run osmo-stp_10.42.42.5(pid=2976): stderr: \u000a| �[0;m�[38;5;43m20221209120103999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120103999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120104000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120104000 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120104001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120104001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120104001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:01:05.672719 run osmo-stp_10.42.42.5(pid=2976): stdout: \u000a| (launched: 2022-12-09_12:01:03.812076)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:01:05.807119 run osmo-stp_10.42.42.5(pid=2976): stderr: \u000a| �[0;m�[38;5;43m20221209120103999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120103999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120104000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120104000 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120104001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120104001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120104001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:01:05.963872 run patchelf(pid=2979): Terminating (SIGINT)\u000a12:01:06.148648 run patchelf(pid=2979): Terminated: ok {rc=0}\u000a12:01:06.182653 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2976): Process ended prematurely: osmo-stp_10.42.42.5(pid=2976) [trial-2359↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2976)] [trial-2359↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a12:01:06.192559 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a12:01:06.257111 run osmo-hlr_10.42.42.2(pid=2973): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2973)]\u000a12:01:06.309048 run osmo-hlr_10.42.42.2(pid=2973): stdout: \u000a| (launched: 2022-12-09_12:01:02.789667) \u000a12:01:06.361960 run osmo-hlr_10.42.42.2(pid=2973): stderr: \u000a| �[0;m�[1;31m20221209120102983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209120102983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209120102983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120102983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120102984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209120102984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209120103023 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209120103032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209120103033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209120103033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:01:06.406331 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2968): Terminating (SIGTERM)\u000a12:01:06.448904 run iperf3-srv_10.42.42.10(pid=2969): Terminating (SIGTERM)\u000a12:01:06.491294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2972): Terminating (SIGTERM)\u000a12:01:06.534049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2975): Terminating (SIGTERM)\u000a12:01:06.576251 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2978): Terminating (SIGTERM)\u000a12:01:06.585976 --- ParallelTerminationStrategy: PID 2968 died...\u000a12:01:06.643110 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2968): Terminated: ok {rc=0}\u000a12:01:06.653355 --- ParallelTerminationStrategy: PID 2969 died...\u000a12:01:06.709426 run iperf3-srv_10.42.42.10(pid=2969): Terminated {rc=256}\u000a12:01:06.719913 --- ParallelTerminationStrategy: PID 2972 died...\u000a12:01:06.775889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2972): Terminated: ok {rc=0}\u000a12:01:06.786389 --- ParallelTerminationStrategy: PID 2975 died...\u000a12:01:06.842791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2975): Terminated: ok {rc=0}\u000a12:01:06.852735 --- ParallelTerminationStrategy: PID 2978 died...\u000a12:01:06.908987 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2978): Terminated: ok {rc=0}\u000a12:01:06.995644 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=2994): Process ended prematurely: osmo-stp_10.42.42.5(pid=2994) [trial-2359↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2994)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=2994): Process ended prematurely: osmo-stp_10.42.42.5(pid=2994) [trial-2359↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2994)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a12:01:08.112026 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:01:08.124530 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:01:08.293381 tst iperf3m4.py: using LAC 21319\u000a12:01:08.423159 tst iperf3m4.py: using RAC 154\u000a12:01:08.551702 tst iperf3m4.py: using CellId 21319\u000a12:01:08.680221 tst iperf3m4.py: using BVCI 21320\u000a12:01:08.705443 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:01:08.716847 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:01:08.728294 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:01:08.740072 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:01:08.751718 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:01:08.763382 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:01:08.775265 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:01:08.787061 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:01:08.798980 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:01:08.921123 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:01:09.042069 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:01:09.163714 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:01:09.447393 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:01:09.574244 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:01:09.893154 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2980): Launched\u000a12:01:10.156846 run iperf3-srv_10.42.42.10(pid=2981): Launched\u000a12:01:10.342951 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:01:10.469739 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:01:10.787888 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2982): Launched\u000a12:01:11.051907 run iperf3-srv_10.42.42.10(pid=2983): Launched\u000a12:01:11.237338 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:01:11.363532 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:01:11.682271 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2984): Launched\u000a12:01:11.949140 run iperf3-srv_10.42.42.10(pid=2985): Launched\u000a12:01:12.134616 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:01:12.260685 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:01:12.579025 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2986): Launched\u000a12:01:12.845067 run iperf3-srv_10.42.42.10(pid=2987): Launched\u000a12:01:13.030104 tst iperf3m4.py:8: start network...\u000a12:01:13.156120 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:01:13.646513 run create_hlr_db(pid=2988): Launched\u000a12:01:13.823633 bus /gobi_6: Setting Powered False\u000a12:01:14.843520 run create_hlr_db(pid=2988): Terminated: ok {rc=0}\u000a12:01:15.281895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2990): Launched\u000a12:01:15.612215 run osmo-hlr_10.42.42.2(pid=2991): Launched\u000a12:01:15.734741 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:01:16.332817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2993): Launched\u000a12:01:16.724335 run osmo-stp_10.42.42.5(pid=2994): Launched\u000a12:01:16.960368 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:01:17.582109 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2996): Launched\u000a12:01:17.690974 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:01:17.958744 run patchelf(pid=2997): Launched\u000a12:01:18.137612 run osmo-stp_10.42.42.5(pid=2994): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2994)]\u000a12:01:18.268207 run osmo-stp_10.42.42.5(pid=2994): stdout: \u000a| (launched: 2022-12-09_12:01:16.494733)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:01:18.398755 run osmo-stp_10.42.42.5(pid=2994): stderr: \u000a| �[0;m�[38;5;43m20221209120116815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120116815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120116816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120116821 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120116821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120116821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120116821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:01:18.525242 run osmo-stp_10.42.42.5(pid=2994): stdout: \u000a| (launched: 2022-12-09_12:01:16.494733)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:01:18.651222 run osmo-stp_10.42.42.5(pid=2994): stderr: \u000a| �[0;m�[38;5;43m20221209120116815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120116815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120116816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120116821 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120116821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120116821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120116821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:01:18.798479 run patchelf(pid=2997): Terminating (SIGINT)\u000a12:01:18.972343 run patchelf(pid=2997): Terminated: ok {rc=0}\u000a12:01:19.004194 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=2994): Process ended prematurely: osmo-stp_10.42.42.5(pid=2994) [trial-2359↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=2994)] [trial-2359↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a12:01:19.013408 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a12:01:19.073781 run osmo-hlr_10.42.42.2(pid=2991): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=2991)]\u000a12:01:19.123023 run osmo-hlr_10.42.42.2(pid=2991): stdout: \u000a| (launched: 2022-12-09_12:01:15.448736) \u000a12:01:19.173195 run osmo-hlr_10.42.42.2(pid=2991): stderr: \u000a| �[0;m�[1;31m20221209120115643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209120115643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209120115643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120115643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120115643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209120115643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209120115656 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209120115667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209120115667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209120115667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:01:19.215400 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2980): Terminating (SIGTERM)\u000a12:01:19.255314 run iperf3-srv_10.42.42.10(pid=2981): Terminating (SIGTERM)\u000a12:01:19.295236 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2982): Terminating (SIGTERM)\u000a12:01:19.334713 run iperf3-srv_10.42.42.10(pid=2983): Terminating (SIGTERM)\u000a12:01:19.374235 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2984): Terminating (SIGTERM)\u000a12:01:19.413905 run iperf3-srv_10.42.42.10(pid=2985): Terminating (SIGTERM)\u000a12:01:19.453808 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2986): Terminating (SIGTERM)\u000a12:01:19.493406 run iperf3-srv_10.42.42.10(pid=2987): Terminating (SIGTERM)\u000a12:01:19.533004 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2990): Terminating (SIGTERM)\u000a12:01:19.572409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2993): Terminating (SIGTERM)\u000a12:01:19.612022 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2996): Terminating (SIGTERM)\u000a12:01:19.621197 --- ParallelTerminationStrategy: PID 2980 died...\u000a12:01:19.674957 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2980): Terminated: ok {rc=0}\u000a12:01:19.684511 --- ParallelTerminationStrategy: PID 2981 died...\u000a12:01:19.737624 run iperf3-srv_10.42.42.10(pid=2981): Terminated {rc=256}\u000a12:01:19.747148 --- ParallelTerminationStrategy: PID 2982 died...\u000a12:01:19.800209 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2982): Terminated: ok {rc=0}\u000a12:01:19.809746 --- ParallelTerminationStrategy: PID 2983 died...\u000a12:01:19.862511 run iperf3-srv_10.42.42.10(pid=2983): Terminated {rc=256}\u000a12:01:19.872005 --- ParallelTerminationStrategy: PID 2984 died...\u000a12:01:19.925050 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2984): Terminated: ok {rc=0}\u000a12:01:19.934587 --- ParallelTerminationStrategy: PID 2985 died...\u000a12:01:19.987612 run iperf3-srv_10.42.42.10(pid=2985): Terminated {rc=256}\u000a12:01:19.997258 --- ParallelTerminationStrategy: PID 2986 died...\u000a12:01:20.050403 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=2986): Terminated: ok {rc=0}\u000a12:01:20.060008 --- ParallelTerminationStrategy: PID 2987 died...\u000a12:01:20.112886 run iperf3-srv_10.42.42.10(pid=2987): Terminated {rc=256}\u000a12:01:20.122400 --- ParallelTerminationStrategy: PID 2990 died...\u000a12:01:20.175500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=2990): Terminated: ok {rc=0}\u000a12:01:20.185227 --- ParallelTerminationStrategy: PID 2993 died...\u000a12:01:20.238051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=2993): Terminated: ok {rc=0}\u000a12:01:20.247654 --- ParallelTerminationStrategy: PID 2996 died...\u000a12:01:20.300455 run pcap-recorder_any(filters='host 10.42.42.6')(pid=2996): Terminated: ok {rc=0}\u000a12:01:20.384680 bus /gobi_4: Setting Powered False\u000a12:01:21.486189 bus /gobi_4: Setting Powered False\u000a12:01:22.594047 bus /gobi_1: Setting Powered False\u000a12:01:23.699557 bus /gobi_1: Setting Powered False\u000a12:01:24.811582 bus /gobi_0: Setting Powered False\u000a12:01:25.915187 bus /gobi_0: Setting Powered False\u000a12:01:27.024236 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3004): Process ended prematurely: osmo-stp_10.42.42.5(pid=3004) [trial-2359↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3004)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3004): Process ended prematurely: osmo-stp_10.42.42.5(pid=3004) [trial-2359↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3004)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-umtrx+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a12:01:28.090364 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:01:28.101897 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:01:28.259097 tst ping.py: using LAC 21320\u000a12:01:28.378669 tst ping.py: using RAC 155\u000a12:01:28.498537 tst ping.py: using CellId 21320\u000a12:01:28.615074 tst ping.py: using BVCI 21321\u000a12:01:28.638602 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:01:28.649641 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:01:28.660501 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:01:28.671354 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:01:28.682156 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:01:28.693090 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:01:28.703927 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:01:28.714728 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:01:29.006259 tst ping.py:19: start network...\u000a12:01:29.139853 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:01:29.647733 run create_hlr_db(pid=2998): Launched\u000a12:01:29.835446 bus /gobi_6: Setting Powered False\u000a12:01:30.860838 run create_hlr_db(pid=2998): Terminated: ok {rc=0}\u000a12:01:31.310985 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3000): Launched\u000a12:01:31.771273 run osmo-hlr_10.42.42.2(pid=3001): Launched\u000a12:01:31.941472 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:01:32.507815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3003): Launched\u000a12:01:32.828883 run osmo-stp_10.42.42.5(pid=3004): Launched\u000a12:01:32.944678 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:01:33.505841 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3006): Launched\u000a12:01:33.621082 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:01:33.905149 run patchelf(pid=3007): Launched\u000a12:01:34.094607 run osmo-stp_10.42.42.5(pid=3004): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3004)]\u000a12:01:34.232516 run osmo-stp_10.42.42.5(pid=3004): stdout: \u000a| (launched: 2022-12-09_12:01:32.670054)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:01:34.370929 run osmo-stp_10.42.42.5(pid=3004): stderr: \u000a| �[0;m�[38;5;43m20221209120132860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120132860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120132860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120132861 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120132861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120132861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120132862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:01:34.504396 run osmo-stp_10.42.42.5(pid=3004): stdout: \u000a| (launched: 2022-12-09_12:01:32.670054)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:01:34.636455 run osmo-stp_10.42.42.5(pid=3004): stderr: \u000a| �[0;m�[38;5;43m20221209120132860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120132860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120132860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120132861 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120132861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120132861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120132862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:01:34.792037 run patchelf(pid=3007): Terminating (SIGINT)\u000a12:01:34.974834 run patchelf(pid=3007): Terminated: ok {rc=0}\u000a12:01:35.007795 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=3004): Process ended prematurely: osmo-stp_10.42.42.5(pid=3004) [trial-2359↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3004)] [trial-2359↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22]\u000a12:01:35.017245 tst ping.py:22: Test FAILED (6.9 sec)\u000a12:01:35.082712 run osmo-hlr_10.42.42.2(pid=3001): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3001)]\u000a12:01:35.135334 run osmo-hlr_10.42.42.2(pid=3001): stdout: \u000a| (launched: 2022-12-09_12:01:31.468581) \u000a12:01:35.188811 run osmo-hlr_10.42.42.2(pid=3001): stderr: \u000a| �[0;m�[1;31m20221209120131666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209120131666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209120131666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120131666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120131666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209120131666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209120131680 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209120131692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209120131693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209120131693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:01:35.233855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3000): Terminating (SIGTERM)\u000a12:01:35.277030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3003): Terminating (SIGTERM)\u000a12:01:35.319848 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3006): Terminating (SIGTERM)\u000a12:01:35.330174 --- ParallelTerminationStrategy: PID 3000 died...\u000a12:01:35.387751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3000): Terminated: ok {rc=0}\u000a12:01:35.398176 --- ParallelTerminationStrategy: PID 3003 died...\u000a12:01:35.455608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3003): Terminated: ok {rc=0}\u000a12:01:35.466053 --- ParallelTerminationStrategy: PID 3006 died...\u000a12:01:35.523662 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3006): Terminated: ok {rc=0}\u000a12:01:35.611969 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3014): Process ended prematurely: osmo-stp_10.42.42.5(pid=3014) [trial-2359↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3014)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3014): Process ended prematurely: osmo-stp_10.42.42.5(pid=3014) [trial-2359↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3014)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-umtrx+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a12:01:36.665361 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:01:36.680642 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:01:36.851211 tst ping_idle_ping.py: using LAC 21321\u000a12:01:36.977064 tst ping_idle_ping.py: using RAC 156\u000a12:01:37.099826 tst ping_idle_ping.py: using CellId 21321\u000a12:01:37.217539 tst ping_idle_ping.py: using BVCI 21322\u000a12:01:37.240717 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:01:37.251881 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:01:37.262763 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:01:37.274349 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:01:37.285842 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:01:37.297250 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:01:37.308732 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:01:37.320016 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:01:37.615146 tst ping_idle_ping.py:24: start network...\u000a12:01:37.750099 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:01:38.256780 run create_hlr_db(pid=3008): Launched\u000a12:01:38.444382 bus /gobi_6: Setting Powered False\u000a12:01:39.464785 run create_hlr_db(pid=3008): Terminated: ok {rc=0}\u000a12:01:39.872519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3010): Launched\u000a12:01:40.176551 run osmo-hlr_10.42.42.2(pid=3011): Launched\u000a12:01:40.286812 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:01:40.810365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3013): Launched\u000a12:01:41.115589 run osmo-stp_10.42.42.5(pid=3014): Launched\u000a12:01:41.225633 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:01:41.755694 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3016): Launched\u000a12:01:41.863197 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:01:42.127900 run patchelf(pid=3017): Launched\u000a12:01:42.305346 run osmo-stp_10.42.42.5(pid=3014): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3014)]\u000a12:01:42.434121 run osmo-stp_10.42.42.5(pid=3014): stdout: \u000a| (launched: 2022-12-09_12:01:40.964823)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:01:42.562974 run osmo-stp_10.42.42.5(pid=3014): stderr: \u000a| �[0;m�[38;5;43m20221209120141132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120141133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120141133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120141133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120141134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120141134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120141134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:01:42.687634 run osmo-stp_10.42.42.5(pid=3014): stdout: \u000a| (launched: 2022-12-09_12:01:40.964823)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:01:42.811772 run osmo-stp_10.42.42.5(pid=3014): stderr: \u000a| �[0;m�[38;5;43m20221209120141132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120141133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120141133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120141133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120141134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120141134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120141134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:01:42.956242 run patchelf(pid=3017): Terminating (SIGINT)\u000a12:01:43.127337 run patchelf(pid=3017): Terminated: ok {rc=0}\u000a12:01:43.158456 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=3014): Process ended prematurely: osmo-stp_10.42.42.5(pid=3014) [trial-2359↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3014)] [trial-2359↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a12:01:43.167116 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a12:01:43.228248 run osmo-hlr_10.42.42.2(pid=3011): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3011)]\u000a12:01:43.278087 run osmo-hlr_10.42.42.2(pid=3011): stdout: \u000a| (launched: 2022-12-09_12:01:40.026939) \u000a12:01:43.328381 run osmo-hlr_10.42.42.2(pid=3011): stderr: \u000a| �[0;m�[1;31m20221209120140199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209120140199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209120140199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120140199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120140199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209120140199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209120140211 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209120140220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209120140220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209120140220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:01:43.370882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3010): Terminating (SIGTERM)\u000a12:01:43.411096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3013): Terminating (SIGTERM)\u000a12:01:43.451194 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3016): Terminating (SIGTERM)\u000a12:01:43.460482 --- ParallelTerminationStrategy: PID 3010 died...\u000a12:01:43.514233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3010): Terminated: ok {rc=0}\u000a12:01:43.523854 --- ParallelTerminationStrategy: PID 3013 died...\u000a12:01:43.577068 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3013): Terminated: ok {rc=0}\u000a12:01:43.586664 --- ParallelTerminationStrategy: PID 3016 died...\u000a12:01:43.640295 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3016): Terminated: ok {rc=0}\u000a12:01:43.729209 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "91", "name" : "gprs_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:00:45" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3032): Process ended prematurely: osmo-stp_10.42.42.5(pid=3032) [trial-2359↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3032)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3032): Process ended prematurely: osmo-stp_10.42.42.5(pid=3032) [trial-2359↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3032)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:01:45.915073 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:01:45.928066 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a12:01:46.089149 tst cs_paging_gprs_active.py: using LAC 21322\u000a12:01:46.236156 tst cs_paging_gprs_active.py: using RAC 157\u000a12:01:46.396596 tst cs_paging_gprs_active.py: using CellId 21322\u000a12:01:46.556841 tst cs_paging_gprs_active.py: using BVCI 21323\u000a12:01:46.586923 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:01:46.601762 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:01:46.615605 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:01:46.629963 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:01:46.644262 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:01:46.661665 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:01:46.677272 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:01:46.691710 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:01:46.705923 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:01:46.831656 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:01:47.190195 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:01:47.346234 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:01:47.678793 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3022): Launched\u000a12:01:47.948323 run iperf3-srv_10.42.42.10(pid=3023): Launched\u000a12:01:48.135852 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:01:48.263753 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:01:48.582648 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3024): Launched\u000a12:01:48.849830 run iperf3-srv_10.42.42.10(pid=3025): Launched\u000a12:01:49.036640 tst cs_paging_gprs_active.py:38: start network...\u000a12:01:49.164054 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:01:49.658129 run create_hlr_db(pid=3026): Launched\u000a12:01:49.836517 bus /gobi_6: Setting Powered False\u000a12:01:50.857504 run create_hlr_db(pid=3026): Terminated: ok {rc=0}\u000a12:01:51.297234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3028): Launched\u000a12:01:51.629563 run osmo-hlr_10.42.42.2(pid=3029): Launched\u000a12:01:51.750456 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:01:52.321066 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3031): Launched\u000a12:01:52.651029 run osmo-stp_10.42.42.5(pid=3032): Launched\u000a12:01:52.770468 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:01:53.341305 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3034): Launched\u000a12:01:53.458253 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:01:53.746351 run patchelf(pid=3035): Launched\u000a12:01:53.938864 run osmo-stp_10.42.42.5(pid=3032): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3032)]\u000a12:01:54.079261 run osmo-stp_10.42.42.5(pid=3032): stdout: \u000a| (launched: 2022-12-09_12:01:52.488321)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:01:54.219896 run osmo-stp_10.42.42.5(pid=3032): stderr: \u000a| �[0;m�[38;5;43m20221209120152680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120152680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120152680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120152681 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120152681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120152681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120152681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:01:54.356114 run osmo-stp_10.42.42.5(pid=3032): stdout: \u000a| (launched: 2022-12-09_12:01:52.488321)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:01:54.491190 run osmo-stp_10.42.42.5(pid=3032): stderr: \u000a| �[0;m�[38;5;43m20221209120152680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120152680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120152680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120152681 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120152681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120152681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120152681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:01:54.649372 run patchelf(pid=3035): Terminating (SIGINT)\u000a12:01:54.835212 run patchelf(pid=3035): Terminated: ok {rc=0}\u000a12:01:54.869422 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=3032): Process ended prematurely: osmo-stp_10.42.42.5(pid=3032) [trial-2359↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3032)] [trial-2359↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a12:01:54.879479 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a12:01:54.944319 run osmo-hlr_10.42.42.2(pid=3029): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3029)]\u000a12:01:54.997099 run osmo-hlr_10.42.42.2(pid=3029): stdout: \u000a| (launched: 2022-12-09_12:01:51.466101) \u000a12:01:55.050072 run osmo-hlr_10.42.42.2(pid=3029): stderr: \u000a| �[0;m�[1;31m20221209120151663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209120151663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209120151663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120151663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120151663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209120151663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209120151675 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209120151685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209120151685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209120151685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:01:55.095008 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3022): Terminating (SIGTERM)\u000a12:01:55.137970 run iperf3-srv_10.42.42.10(pid=3023): Terminating (SIGTERM)\u000a12:01:55.180865 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3024): Terminating (SIGTERM)\u000a12:01:55.223535 run iperf3-srv_10.42.42.10(pid=3025): Terminating (SIGTERM)\u000a12:01:55.265906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3028): Terminating (SIGTERM)\u000a12:01:55.308488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3031): Terminating (SIGTERM)\u000a12:01:55.351177 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3034): Terminating (SIGTERM)\u000a12:01:55.361346 --- ParallelTerminationStrategy: PID 3022 died...\u000a12:01:55.418760 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3022): Terminated: ok {rc=0}\u000a12:01:55.428995 --- ParallelTerminationStrategy: PID 3023 died...\u000a12:01:55.485505 run iperf3-srv_10.42.42.10(pid=3023): Terminated {rc=256}\u000a12:01:55.495442 --- ParallelTerminationStrategy: PID 3024 died...\u000a12:01:55.551688 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3024): Terminated: ok {rc=0}\u000a12:01:55.562262 --- ParallelTerminationStrategy: PID 3025 died...\u000a12:01:55.618640 run iperf3-srv_10.42.42.10(pid=3025): Terminated {rc=256}\u000a12:01:55.628709 --- ParallelTerminationStrategy: PID 3028 died...\u000a12:01:55.685182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3028): Terminated: ok {rc=0}\u000a12:01:55.695385 --- ParallelTerminationStrategy: PID 3031 died...\u000a12:01:55.752141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3031): Terminated: ok {rc=0}\u000a12:01:55.762793 --- ParallelTerminationStrategy: PID 3034 died...\u000a12:01:55.819404 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3034): Terminated: ok {rc=0}\u000a12:01:55.906808 bus /gobi_0: Setting Powered False\u000a12:01:57.015160 bus /gobi_0: Setting Powered False\u000a12:01:58.123250 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3044): Process ended prematurely: osmo-stp_10.42.42.5(pid=3044) [trial-2359↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3044)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3044): Process ended prematurely: osmo-stp_10.42.42.5(pid=3044) [trial-2359↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3044)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a12:01:59.239187 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:01:59.251894 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a12:01:59.405238 tst iperf3.py: using LAC 21323\u000a12:01:59.535584 tst iperf3.py: using RAC 158\u000a12:01:59.669166 tst iperf3.py: using CellId 21323\u000a12:01:59.796732 tst iperf3.py: using BVCI 21324\u000a12:01:59.822167 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:01:59.834117 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:01:59.846315 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:01:59.859077 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:01:59.871509 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:01:59.883073 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:01:59.895224 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:01:59.907081 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:01:59.919086 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:02:00.202011 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:02:00.329275 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:02:00.650064 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3036): Launched\u000a12:02:00.963112 run iperf3-srv_10.42.42.10(pid=3037): Launched\u000a12:02:01.183934 tst iperf3.py:8: start network...\u000a12:02:01.327021 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:02:01.895675 run create_hlr_db(pid=3038): Launched\u000a12:02:02.092307 bus /gobi_6: Setting Powered False\u000a12:02:03.106992 run create_hlr_db(pid=3038): Terminated: ok {rc=0}\u000a12:02:03.521895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3040): Launched\u000a12:02:03.904783 run osmo-hlr_10.42.42.2(pid=3041): Launched\u000a12:02:04.019407 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:02:04.557280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3043): Launched\u000a12:02:04.884923 run osmo-stp_10.42.42.5(pid=3044): Launched\u000a12:02:05.008107 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:02:05.550636 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3046): Launched\u000a12:02:05.660651 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:02:05.931925 run patchelf(pid=3047): Launched\u000a12:02:06.111776 run osmo-stp_10.42.42.5(pid=3044): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3044)]\u000a12:02:06.242724 run osmo-stp_10.42.42.5(pid=3044): stdout: \u000a| (launched: 2022-12-09_12:02:04.714183)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:02:06.374198 run osmo-stp_10.42.42.5(pid=3044): stderr: \u000a| �[0;m�[38;5;43m20221209120204883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120204883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120204883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120204884 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120204884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120204885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120204885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:02:06.501096 run osmo-stp_10.42.42.5(pid=3044): stdout: \u000a| (launched: 2022-12-09_12:02:04.714183)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:02:06.626882 run osmo-stp_10.42.42.5(pid=3044): stderr: \u000a| �[0;m�[38;5;43m20221209120204883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120204883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120204883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120204884 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120204884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120204885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120204885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:02:06.774638 run patchelf(pid=3047): Terminating (SIGINT)\u000a12:02:06.949887 run patchelf(pid=3047): Terminated: ok {rc=0}\u000a12:02:06.982280 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3044): Process ended prematurely: osmo-stp_10.42.42.5(pid=3044) [trial-2359↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3044)] [trial-2359↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a12:02:06.991560 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a12:02:07.052054 run osmo-hlr_10.42.42.2(pid=3041): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3041)]\u000a12:02:07.101387 run osmo-hlr_10.42.42.2(pid=3041): stdout: \u000a| (launched: 2022-12-09_12:02:03.679010) \u000a12:02:07.151279 run osmo-hlr_10.42.42.2(pid=3041): stderr: \u000a| �[0;m�[1;31m20221209120203856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209120203856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209120203856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120203856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120203856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209120203856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209120203871 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209120203880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209120203880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209120203880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:02:07.193691 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3036): Terminating (SIGTERM)\u000a12:02:07.233529 run iperf3-srv_10.42.42.10(pid=3037): Terminating (SIGTERM)\u000a12:02:07.273450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3040): Terminating (SIGTERM)\u000a12:02:07.313473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3043): Terminating (SIGTERM)\u000a12:02:07.353339 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3046): Terminating (SIGTERM)\u000a12:02:07.362486 --- ParallelTerminationStrategy: PID 3036 died...\u000a12:02:07.415913 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3036): Terminated: ok {rc=0}\u000a12:02:07.425848 --- ParallelTerminationStrategy: PID 3037 died...\u000a12:02:07.479017 run iperf3-srv_10.42.42.10(pid=3037): Terminated {rc=256}\u000a12:02:07.488504 --- ParallelTerminationStrategy: PID 3040 died...\u000a12:02:07.541566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3040): Terminated: ok {rc=0}\u000a12:02:07.551131 --- ParallelTerminationStrategy: PID 3043 died...\u000a12:02:07.604207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3043): Terminated: ok {rc=0}\u000a12:02:07.613747 --- ParallelTerminationStrategy: PID 3046 died...\u000a12:02:07.666896 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3046): Terminated: ok {rc=0}\u000a12:02:07.756489 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3064): Process ended prematurely: osmo-stp_10.42.42.5(pid=3064) [trial-2359↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3064)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3064): Process ended prematurely: osmo-stp_10.42.42.5(pid=3064) [trial-2359↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3064)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a12:02:08.871951 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:02:08.884088 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a12:02:09.023430 tst iperf3m4.py: using LAC 21324\u000a12:02:09.146685 tst iperf3m4.py: using RAC 159\u000a12:02:09.269638 tst iperf3m4.py: using CellId 21324\u000a12:02:09.392852 tst iperf3m4.py: using BVCI 21325\u000a12:02:09.416542 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:02:09.427816 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:02:09.438963 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:02:09.450067 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:02:09.461224 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:02:09.472246 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:02:09.483478 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:02:09.494427 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:02:09.505725 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:02:09.627499 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:02:09.750622 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:02:09.869782 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:02:10.166923 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:02:10.303832 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:02:10.646372 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3050): Launched\u000a12:02:10.931491 run iperf3-srv_10.42.42.10(pid=3051): Launched\u000a12:02:11.132620 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:02:11.269417 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:02:11.611287 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3052): Launched\u000a12:02:11.895490 run iperf3-srv_10.42.42.10(pid=3053): Launched\u000a12:02:12.095722 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:02:12.232399 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:02:12.573433 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3054): Launched\u000a12:02:12.858149 run iperf3-srv_10.42.42.10(pid=3055): Launched\u000a12:02:13.058210 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:02:13.194017 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:02:13.535067 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3056): Launched\u000a12:02:13.819582 run iperf3-srv_10.42.42.10(pid=3057): Launched\u000a12:02:14.019462 tst iperf3m4.py:8: start network...\u000a12:02:14.155679 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:02:14.672428 run create_hlr_db(pid=3058): Launched\u000a12:02:14.862369 bus /gobi_6: Setting Powered False\u000a12:02:15.886352 run create_hlr_db(pid=3058): Terminated: ok {rc=0}\u000a12:02:16.398658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3060): Launched\u000a12:02:16.880017 run osmo-hlr_10.42.42.2(pid=3061): Launched\u000a12:02:17.088931 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:02:17.629062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3063): Launched\u000a12:02:17.935738 run osmo-stp_10.42.42.5(pid=3064): Launched\u000a12:02:18.047323 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:02:18.583884 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3066): Launched\u000a12:02:18.692564 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:02:18.960843 run patchelf(pid=3067): Launched\u000a12:02:19.141719 run osmo-stp_10.42.42.5(pid=3064): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3064)]\u000a12:02:19.272850 run osmo-stp_10.42.42.5(pid=3064): stdout: \u000a| (launched: 2022-12-09_12:02:17.784334)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:02:19.404404 run osmo-stp_10.42.42.5(pid=3064): stderr: \u000a| �[0;m�[38;5;43m20221209120217954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120217954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120217954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120217954 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120217955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120217955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120217955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:02:19.531314 run osmo-stp_10.42.42.5(pid=3064): stdout: \u000a| (launched: 2022-12-09_12:02:17.784334)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:02:19.657321 run osmo-stp_10.42.42.5(pid=3064): stderr: \u000a| �[0;m�[38;5;43m20221209120217954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120217954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120217954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120217954 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120217955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120217955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120217955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:02:19.804739 run patchelf(pid=3067): Terminating (SIGINT)\u000a12:02:19.978946 run patchelf(pid=3067): Terminated: ok {rc=0}\u000a12:02:20.010858 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3064): Process ended prematurely: osmo-stp_10.42.42.5(pid=3064) [trial-2359↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3064)] [trial-2359↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a12:02:20.020038 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a12:02:20.080445 run osmo-hlr_10.42.42.2(pid=3061): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3061)]\u000a12:02:20.129379 run osmo-hlr_10.42.42.2(pid=3061): stdout: \u000a| (launched: 2022-12-09_12:02:16.607279) \u000a12:02:20.178984 run osmo-hlr_10.42.42.2(pid=3061): stderr: \u000a| �[0;m�[1;31m20221209120216852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209120216852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209120216852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120216852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120216852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209120216852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209120216867 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209120216877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209120216878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209120216878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:02:20.221062 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3050): Terminating (SIGTERM)\u000a12:02:20.261362 run iperf3-srv_10.42.42.10(pid=3051): Terminating (SIGTERM)\u000a12:02:20.300893 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3052): Terminating (SIGTERM)\u000a12:02:20.340313 run iperf3-srv_10.42.42.10(pid=3053): Terminating (SIGTERM)\u000a12:02:20.379927 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3054): Terminating (SIGTERM)\u000a12:02:20.419257 run iperf3-srv_10.42.42.10(pid=3055): Terminating (SIGTERM)\u000a12:02:20.458730 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3056): Terminating (SIGTERM)\u000a12:02:20.498026 run iperf3-srv_10.42.42.10(pid=3057): Terminating (SIGTERM)\u000a12:02:20.539424 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3060): Terminating (SIGTERM)\u000a12:02:20.579028 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3063): Terminating (SIGTERM)\u000a12:02:20.618442 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3066): Terminating (SIGTERM)\u000a12:02:20.627489 --- ParallelTerminationStrategy: PID 3050 died...\u000a12:02:20.680787 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3050): Terminated: ok {rc=0}\u000a12:02:20.690350 --- ParallelTerminationStrategy: PID 3051 died...\u000a12:02:20.742902 run iperf3-srv_10.42.42.10(pid=3051): Terminated {rc=256}\u000a12:02:20.752312 --- ParallelTerminationStrategy: PID 3052 died...\u000a12:02:20.805153 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3052): Terminated: ok {rc=0}\u000a12:02:20.814625 --- ParallelTerminationStrategy: PID 3053 died...\u000a12:02:20.867044 run iperf3-srv_10.42.42.10(pid=3053): Terminated {rc=256}\u000a12:02:20.876422 --- ParallelTerminationStrategy: PID 3054 died...\u000a12:02:20.929047 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3054): Terminated: ok {rc=0}\u000a12:02:20.938513 --- ParallelTerminationStrategy: PID 3055 died...\u000a12:02:20.991018 run iperf3-srv_10.42.42.10(pid=3055): Terminated {rc=256}\u000a12:02:21.000447 --- ParallelTerminationStrategy: PID 3056 died...\u000a12:02:21.053487 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3056): Terminated: ok {rc=0}\u000a12:02:21.063054 --- ParallelTerminationStrategy: PID 3057 died...\u000a12:02:21.115443 run iperf3-srv_10.42.42.10(pid=3057): Terminated {rc=256}\u000a12:02:21.124888 --- ParallelTerminationStrategy: PID 3060 died...\u000a12:02:21.178226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3060): Terminated: ok {rc=0}\u000a12:02:21.187738 --- ParallelTerminationStrategy: PID 3063 died...\u000a12:02:21.240335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3063): Terminated: ok {rc=0}\u000a12:02:21.249919 --- ParallelTerminationStrategy: PID 3066 died...\u000a12:02:21.302652 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3066): Terminated: ok {rc=0}\u000a12:02:21.386697 bus /gobi_4: Setting Powered False\u000a12:02:22.495691 bus /gobi_4: Setting Powered False\u000a12:02:23.608760 bus /gobi_1: Setting Powered False\u000a12:02:24.715875 bus /gobi_1: Setting Powered False\u000a12:02:25.828831 bus /gobi_0: Setting Powered False\u000a12:02:26.933366 bus /gobi_0: Setting Powered False\u000a12:02:28.046591 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3074): Process ended prematurely: osmo-stp_10.42.42.5(pid=3074) [trial-2359↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3074)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3074): Process ended prematurely: osmo-stp_10.42.42.5(pid=3074) [trial-2359↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3074)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a12:02:29.114135 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:02:29.126414 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a12:02:29.266581 tst ping.py: using LAC 21325\u000a12:02:29.384336 tst ping.py: using RAC 160\u000a12:02:29.504155 tst ping.py: using CellId 21325\u000a12:02:29.623919 tst ping.py: using BVCI 21326\u000a12:02:29.646873 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:02:29.658307 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:02:29.669616 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:02:29.680726 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:02:29.691776 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:02:29.702989 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:02:29.714321 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:02:29.725529 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:02:30.001223 tst ping.py:19: start network...\u000a12:02:30.125285 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:02:30.604787 run create_hlr_db(pid=3068): Launched\u000a12:02:30.777869 bus /gobi_6: Setting Powered False\u000a12:02:31.802050 run create_hlr_db(pid=3068): Terminated: ok {rc=0}\u000a12:02:32.222487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3070): Launched\u000a12:02:32.525828 run osmo-hlr_10.42.42.2(pid=3071): Launched\u000a12:02:32.642813 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:02:33.177654 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3073): Launched\u000a12:02:33.481819 run osmo-stp_10.42.42.5(pid=3074): Launched\u000a12:02:33.591484 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:02:34.121582 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3076): Launched\u000a12:02:34.228489 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:02:34.494006 run patchelf(pid=3077): Launched\u000a12:02:34.671063 run osmo-stp_10.42.42.5(pid=3074): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3074)]\u000a12:02:34.800113 run osmo-stp_10.42.42.5(pid=3074): stdout: \u000a| (launched: 2022-12-09_12:02:33.330129)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:02:34.929528 run osmo-stp_10.42.42.5(pid=3074): stderr: \u000a| �[0;m�[38;5;43m20221209120233496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120233497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120233497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120233497 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120233498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120233498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120233498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:02:35.054163 run osmo-stp_10.42.42.5(pid=3074): stdout: \u000a| (launched: 2022-12-09_12:02:33.330129)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:02:35.178486 run osmo-stp_10.42.42.5(pid=3074): stderr: \u000a| �[0;m�[38;5;43m20221209120233496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120233497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120233497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120233497 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120233498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120233498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120233498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:02:35.323220 run patchelf(pid=3077): Terminating (SIGINT)\u000a12:02:35.493937 run patchelf(pid=3077): Terminated: ok {rc=0}\u000a12:02:35.524806 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=3074): Process ended prematurely: osmo-stp_10.42.42.5(pid=3074) [trial-2359↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3074)] [trial-2359↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a12:02:35.533563 tst ping.py:22: Test FAILED (6.4 sec)\u000a12:02:35.594116 run osmo-hlr_10.42.42.2(pid=3071): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3071)]\u000a12:02:35.643235 run osmo-hlr_10.42.42.2(pid=3071): stdout: \u000a| (launched: 2022-12-09_12:02:32.374956) \u000a12:02:35.692926 run osmo-hlr_10.42.42.2(pid=3071): stderr: \u000a| �[0;m�[1;31m20221209120232547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209120232547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209120232547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120232547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120232547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209120232547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209120232559 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209120232567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209120232568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209120232568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:02:35.735255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3070): Terminating (SIGTERM)\u000a12:02:35.775183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3073): Terminating (SIGTERM)\u000a12:02:35.815515 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3076): Terminating (SIGTERM)\u000a12:02:35.825435 --- ParallelTerminationStrategy: PID 3070 died...\u000a12:02:35.878670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3070): Terminated: ok {rc=0}\u000a12:02:35.888103 --- ParallelTerminationStrategy: PID 3073 died...\u000a12:02:35.941665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3073): Terminated: ok {rc=0}\u000a12:02:35.951231 --- ParallelTerminationStrategy: PID 3076 died...\u000a12:02:36.004445 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3076): Terminated: ok {rc=0}\u000a12:02:36.093687 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3086): Process ended prematurely: osmo-stp_10.42.42.5(pid=3086) [trial-2359↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3086)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3086): Process ended prematurely: osmo-stp_10.42.42.5(pid=3086) [trial-2359↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3086)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a12:02:37.147429 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:02:37.159851 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a12:02:37.301327 tst ping_idle_ping.py: using LAC 21326\u000a12:02:37.419248 tst ping_idle_ping.py: using RAC 161\u000a12:02:37.537247 tst ping_idle_ping.py: using CellId 21326\u000a12:02:37.657266 tst ping_idle_ping.py: using BVCI 21327\u000a12:02:37.680440 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:02:37.691777 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:02:37.702893 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:02:37.714042 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:02:37.725186 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:02:37.736285 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:02:37.747480 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:02:37.758579 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:02:38.051810 tst ping_idle_ping.py:24: start network...\u000a12:02:38.186759 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:02:38.697906 run create_hlr_db(pid=3080): Launched\u000a12:02:38.886140 bus /gobi_6: Setting Powered False\u000a12:02:39.896685 run create_hlr_db(pid=3080): Terminated: ok {rc=0}\u000a12:02:40.335556 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3082): Launched\u000a12:02:40.657694 run osmo-hlr_10.42.42.2(pid=3083): Launched\u000a12:02:40.770532 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:02:41.297483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3085): Launched\u000a12:02:41.600812 run osmo-stp_10.42.42.5(pid=3086): Launched\u000a12:02:41.709929 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:02:42.236168 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3088): Launched\u000a12:02:42.342225 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:02:42.605532 run patchelf(pid=3089): Launched\u000a12:02:42.781980 run osmo-stp_10.42.42.5(pid=3086): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3086)]\u000a12:02:42.910432 run osmo-stp_10.42.42.5(pid=3086): stdout: \u000a| (launched: 2022-12-09_12:02:41.450045)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:02:43.039138 run osmo-stp_10.42.42.5(pid=3086): stderr: \u000a| �[0;m�[38;5;43m20221209120241617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120241617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120241617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120241618 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120241618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120241618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120241618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:02:43.163326 run osmo-stp_10.42.42.5(pid=3086): stdout: \u000a| (launched: 2022-12-09_12:02:41.450045)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:02:43.287282 run osmo-stp_10.42.42.5(pid=3086): stderr: \u000a| �[0;m�[38;5;43m20221209120241617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120241617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120241617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120241618 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120241618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120241618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120241618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:02:43.431707 run patchelf(pid=3089): Terminating (SIGINT)\u000a12:02:43.601818 run patchelf(pid=3089): Terminated: ok {rc=0}\u000a12:02:43.633134 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=3086): Process ended prematurely: osmo-stp_10.42.42.5(pid=3086) [trial-2359↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3086)] [trial-2359↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a12:02:43.641875 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a12:02:43.701835 run osmo-hlr_10.42.42.2(pid=3083): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3083)]\u000a12:02:43.751436 run osmo-hlr_10.42.42.2(pid=3083): stdout: \u000a| (launched: 2022-12-09_12:02:40.499247) \u000a12:02:43.801216 run osmo-hlr_10.42.42.2(pid=3083): stderr: \u000a| �[0;m�[1;31m20221209120240681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209120240681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209120240681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120240681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120240681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209120240681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209120240695 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209120240703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209120240703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209120240703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:02:43.843617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3082): Terminating (SIGTERM)\u000a12:02:43.883763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3085): Terminating (SIGTERM)\u000a12:02:43.923848 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3088): Terminating (SIGTERM)\u000a12:02:43.933135 --- ParallelTerminationStrategy: PID 3082 died...\u000a12:02:43.986451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3082): Terminated: ok {rc=0}\u000a12:02:43.996051 --- ParallelTerminationStrategy: PID 3085 died...\u000a12:02:44.049568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3085): Terminated: ok {rc=0}\u000a12:02:44.059141 --- ParallelTerminationStrategy: PID 3088 died...\u000a12:02:44.112550 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3088): Terminated: ok {rc=0}\u000a12:02:44.195875 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "92", "name" : "gprs_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:01:45" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3099): Process ended prematurely: osmo-stp_10.42.42.5(pid=3099) [trial-2359↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3099)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3099): Process ended prematurely: osmo-stp_10.42.42.5(pid=3099) [trial-2359↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3099)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a12:02:46.276551 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:02:46.292073 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:02:46.462072 tst switch_tch_pdch.py: using LAC 21327\u000a12:02:46.615168 tst switch_tch_pdch.py: using RAC 162\u000a12:02:46.751742 tst switch_tch_pdch.py: using CellId 21327\u000a12:02:46.875231 tst switch_tch_pdch.py: using BVCI 21328\u000a12:02:46.899409 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:02:46.911707 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:02:46.923954 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:02:46.935597 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:02:46.947696 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:02:46.959742 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:02:46.971903 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:02:46.984010 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:02:47.102721 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:02:47.384893 tst switch_tch_pdch.py:51: start network...\u000a12:02:47.509817 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:02:47.993569 run create_hlr_db(pid=3093): Launched\u000a12:02:48.166921 bus /gobi_6: Setting Powered False\u000a12:02:49.187901 run create_hlr_db(pid=3093): Terminated: ok {rc=0}\u000a12:02:49.614216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3095): Launched\u000a12:02:49.913807 run osmo-hlr_10.42.42.2(pid=3096): Launched\u000a12:02:50.030249 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:02:50.559180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3098): Launched\u000a12:02:50.859650 run osmo-stp_10.42.42.5(pid=3099): Launched\u000a12:02:50.968360 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:02:51.494680 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3101): Launched\u000a12:02:51.602191 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:02:51.866960 run patchelf(pid=3102): Launched\u000a12:02:52.042849 run osmo-stp_10.42.42.5(pid=3099): ERR: Terminated: ERROR {rc=1} [trial-2359↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3099)]\u000a12:02:52.171676 run osmo-stp_10.42.42.5(pid=3099): stdout: \u000a| (launched: 2022-12-09_12:02:50.711854)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:02:52.300142 run osmo-stp_10.42.42.5(pid=3099): stderr: \u000a| �[0;m�[38;5;43m20221209120250881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120250881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120250881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120250882 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120250882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120250882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120250882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:02:52.424250 run osmo-stp_10.42.42.5(pid=3099): stdout: \u000a| (launched: 2022-12-09_12:02:50.711854)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:02:52.547445 run osmo-stp_10.42.42.5(pid=3099): stderr: \u000a| �[0;m�[38;5;43m20221209120250881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120250881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120250881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120250882 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120250882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120250882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120250882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:02:52.691496 run patchelf(pid=3102): Terminating (SIGINT)\u000a12:02:52.861709 run patchelf(pid=3102): Terminated: ok {rc=0}\u000a12:02:52.892482 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=3099): Process ended prematurely: osmo-stp_10.42.42.5(pid=3099) [trial-2359↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3099)] [trial-2359↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a12:02:52.901174 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a12:02:52.960411 run osmo-hlr_10.42.42.2(pid=3096): ERR: Terminated: ERROR {rc=237} [trial-2359↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3096)]\u000a12:02:53.009229 run osmo-hlr_10.42.42.2(pid=3096): stdout: \u000a| (launched: 2022-12-09_12:02:49.766412) \u000a12:02:53.058507 run osmo-hlr_10.42.42.2(pid=3096): stderr: \u000a| �[0;m�[1;31m20221209120249942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209120249942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209120249942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120249942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120249942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209120249942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209120249955 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209120249966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209120249966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209120249966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:02:53.100812 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3095): Terminating (SIGTERM)\u000a12:02:53.140459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3098): Terminating (SIGTERM)\u000a12:02:53.180149 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3101): Terminating (SIGTERM)\u000a12:02:53.189304 --- ParallelTerminationStrategy: PID 3095 died...\u000a12:02:53.242378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3095): Terminated: ok {rc=0}\u000a12:02:53.251833 --- ParallelTerminationStrategy: PID 3098 died...\u000a12:02:53.305024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3098): Terminated: ok {rc=0}\u000a12:02:53.314548 --- ParallelTerminationStrategy: PID 3101 died...\u000a12:02:53.367736 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3101): Terminated: ok {rc=0}\u000a12:02:53.457297 bus /gobi_0: Setting Powered False\u000a12:02:54.561130 bus /gobi_0: Setting Powered False\u000a12:02:55.667288 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "93", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:02:45" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3113): Process ended prematurely: osmo-stp_10.42.42.5(pid=3113) [trial-2359↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3113)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3113): Process ended prematurely: osmo-stp_10.42.42.5(pid=3113) [trial-2359↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3113)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 dynts:trx-umtrx+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a12:02:57.650418 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:02:57.661936 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a12:02:57.831017 tst switch_tch_pdch.py: using LAC 21328\u000a12:02:57.955109 tst switch_tch_pdch.py: using RAC 163\u000a12:02:58.078931 tst switch_tch_pdch.py: using CellId 21328\u000a12:02:58.205253 tst switch_tch_pdch.py: using BVCI 21329\u000a12:02:58.230010 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:02:58.241612 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:02:58.252824 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:02:58.264533 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:02:58.276881 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:02:58.288298 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:02:58.299871 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:02:58.311413 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a12:02:58.433940 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a12:02:58.728020 tst switch_tch_pdch.py:51: start network...\u000a12:02:58.862221 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:02:59.339404 run create_hlr_db(pid=3106): Launched\u000a12:02:59.470681 bus /gobi_6: Setting Powered False\u000a12:03:00.546072 run create_hlr_db(pid=3106): Terminated: ok {rc=0}\u000a12:03:00.970626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3108): Launched\u000a12:03:01.473658 run osmo-hlr_10.42.42.2(pid=3110): Launched\u000a12:03:01.595476 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:03:02.217086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3112): Launched\u000a12:03:02.543098 run osmo-stp_10.42.42.5(pid=3113): Launched\u000a12:03:02.659759 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:03:03.193338 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3115): Launched\u000a12:03:03.308262 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:03:03.590360 run patchelf(pid=3116): Launched\u000a12:03:03.779854 run osmo-stp_10.42.42.5(pid=3113): ERR: Terminated: ERROR {rc=1} [trial-2359↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3113)]\u000a12:03:03.917949 run osmo-stp_10.42.42.5(pid=3113): stdout: \u000a| (launched: 2022-12-09_12:03:02.383300)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:03:04.055885 run osmo-stp_10.42.42.5(pid=3113): stderr: \u000a| �[0;m�[38;5;43m20221209120302571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120302571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120302571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120302572 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120302572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120302572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120302573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:03:04.189987 run osmo-stp_10.42.42.5(pid=3113): stdout: \u000a| (launched: 2022-12-09_12:03:02.383300)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:03:04.322427 run osmo-stp_10.42.42.5(pid=3113): stderr: \u000a| �[0;m�[38;5;43m20221209120302571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120302571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120302571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120302572 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120302572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120302572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120302573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:03:04.477156 run patchelf(pid=3116): Terminating (SIGINT)\u000a12:03:04.659183 run patchelf(pid=3116): Terminated: ok {rc=0}\u000a12:03:04.692233 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=3113): Process ended prematurely: osmo-stp_10.42.42.5(pid=3113) [trial-2359↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3113)] [trial-2359↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a12:03:04.701746 tst switch_tch_pdch.py:54: Test FAILED (7.0 sec)\u000a12:03:04.766099 run osmo-hlr_10.42.42.2(pid=3110): ERR: Terminated: ERROR {rc=237} [trial-2359↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3110)]\u000a12:03:04.818163 run osmo-hlr_10.42.42.2(pid=3110): stdout: \u000a| (launched: 2022-12-09_12:03:01.129567) \u000a12:03:04.870589 run osmo-hlr_10.42.42.2(pid=3110): stderr: \u000a| �[0;m�[1;31m20221209120301438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209120301438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209120301438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120301438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120301438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209120301438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209120301454 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/dynts:trx-umtrx+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209120301471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209120301471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209120301472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:03:04.915350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3108): Terminating (SIGTERM)\u000a12:03:04.957545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3112): Terminating (SIGTERM)\u000a12:03:04.999702 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3115): Terminating (SIGTERM)\u000a12:03:05.009674 --- ParallelTerminationStrategy: PID 3108 died...\u000a12:03:05.066020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3108): Terminated: ok {rc=0}\u000a12:03:05.076050 --- ParallelTerminationStrategy: PID 3112 died...\u000a12:03:05.131863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3112): Terminated: ok {rc=0}\u000a12:03:05.142125 --- ParallelTerminationStrategy: PID 3115 died...\u000a12:03:05.198158 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3115): Terminated: ok {rc=0}\u000a12:03:05.286199 bus /gobi_0: Setting Powered False\u000a12:03:06.393178 bus /gobi_0: Setting Powered False\u000a12:03:07.501567 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "94", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:02:57" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "nitb_sms:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=3121): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3121) [trial-2359↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3121)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=3121): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3121) [trial-2359↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3121)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 nitb_sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a12:03:09.400709 tst nitb_sms:trx-lms: Using 1 x ip_address (candidates: 1)\u000a12:03:09.411418 tst nitb_sms:trx-lms: Using 1 x bts (candidates: 1)\u000a12:03:09.553869 tst mo_mt_sms.py: using LAC 21329\u000a12:03:09.681396 tst mo_mt_sms.py: using RAC 164\u000a12:03:09.807905 tst mo_mt_sms.py: using CellId 21329\u000a12:03:09.934893 tst mo_mt_sms.py: using BVCI 21330\u000a12:03:09.959407 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a12:03:10.078733 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a12:03:10.372309 tst mo_mt_sms.py:9: start nitb and bts...\u000a12:03:10.506232 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a12:03:11.168393 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3120): Launched\u000a12:03:11.487625 run osmo-nitb_10.42.42.2(pid=3121): Launched\u000a12:03:11.685837 run osmo-nitb_10.42.42.2(pid=3121): ERR: Terminated: ERROR {rc=2} [trial-2359↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3121)]\u000a12:03:11.832078 run osmo-nitb_10.42.42.2(pid=3121): stdout: \u000a| (launched: 2022-12-09_12:03:11.330918) \u000a12:03:11.978244 run osmo-nitb_10.42.42.2(pid=3121): stderr: \u000a| (launched: 2022-12-09_12:03:11.378305)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:03:12.119693 run osmo-nitb_10.42.42.2(pid=3121): stdout: \u000a| (launched: 2022-12-09_12:03:11.330918) \u000a12:03:12.259533 run osmo-nitb_10.42.42.2(pid=3121): stderr: \u000a| (launched: 2022-12-09_12:03:11.378305)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:03:12.616566 tst osmo-nitb_10.42.42.2(pid=3121): stdout: \u000a| (launched: 2022-12-09_12:03:11.330918) \u000a12:03:12.744720 tst osmo-nitb_10.42.42.2(pid=3121): stderr: \u000a| (launched: 2022-12-09_12:03:11.378305)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:03:12.801241 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=3121): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3121) [trial-2359↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3121)] [trial-2359↪nitb_sms:trx-lms↪mo_mt_sms.py:11]\u000a12:03:12.810077 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a12:03:12.847139 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3120): Terminating (SIGTERM)\u000a12:03:13.025119 --- ParallelTerminationStrategy: PID 3120 died...\u000a12:03:13.083187 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3120): Terminated: ok {rc=0}\u000a12:03:13.171668 bus /sierra_3: Setting Powered False\u000a12:03:14.274741 bus /sierra_3: Setting Powered False\u000a12:03:15.388006 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "95", "name" : "nitb_sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:03:09" }, { "cases" : [ { "testActions" : [ ], "age" : 29, "className" : "sms:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3131): Process ended prematurely: osmo-stp_10.42.42.5(pid=3131) [trial-2359↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3131)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3131): Process ended prematurely: osmo-stp_10.42.42.5(pid=3131) [trial-2359↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3131)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a12:03:17.329756 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:03:17.340763 tst sms:trx-lms: Using 1 x bts (candidates: 1)\u000a12:03:17.475740 tst mo_mt_sms.py: using LAC 21330\u000a12:03:17.597301 tst mo_mt_sms.py: using RAC 165\u000a12:03:17.714632 tst mo_mt_sms.py: using CellId 21330\u000a12:03:17.830721 tst mo_mt_sms.py: using BVCI 21331\u000a12:03:17.853642 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:03:17.864171 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:03:17.874714 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:03:17.885056 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:03:17.895321 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:03:17.905642 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a12:03:18.025462 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a12:03:18.238629 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:03:18.741404 run create_hlr_db(pid=3125): Launched\u000a12:03:18.928357 bus /sierra_2: Setting Powered False\u000a12:03:19.947362 run create_hlr_db(pid=3125): Terminated: ok {rc=0}\u000a12:03:20.375474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3127): Launched\u000a12:03:20.696821 run osmo-hlr_10.42.42.2(pid=3128): Launched\u000a12:03:20.816436 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:03:21.378011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3130): Launched\u000a12:03:21.699167 run osmo-stp_10.42.42.5(pid=3131): Launched\u000a12:03:21.815334 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:03:22.403358 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3133): Launched\u000a12:03:22.727015 run osmo-msc_10.42.42.6(pid=3134): Launched\u000a12:03:22.915044 run osmo-stp_10.42.42.5(pid=3131): ERR: Terminated: ERROR {rc=1} [trial-2359↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3131)]\u000a12:03:23.050475 run osmo-stp_10.42.42.5(pid=3131): stdout: \u000a| (launched: 2022-12-09_12:03:21.541151)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:03:23.184560 run osmo-stp_10.42.42.5(pid=3131): stderr: \u000a| �[0;m�[38;5;43m20221209120321732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120321733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120321733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120321733 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120321734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120321734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120321734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:03:23.312849 run osmo-stp_10.42.42.5(pid=3131): stdout: \u000a| (launched: 2022-12-09_12:03:21.541151)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:03:23.440335 run osmo-stp_10.42.42.5(pid=3131): stderr: \u000a| �[0;m�[38;5;43m20221209120321732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120321733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120321733 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120321733 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120321734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120321734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120321734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:03:23.496110 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=3131): Process ended prematurely: osmo-stp_10.42.42.5(pid=3131) [trial-2359↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3131)] [trial-2359↪sms:trx-lms↪mo_mt_sms.py:16]\u000a12:03:23.504696 tst mo_mt_sms.py:16: Test FAILED (6.2 sec)\u000a12:03:23.568101 run osmo-hlr_10.42.42.2(pid=3128): ERR: Terminated: ERROR {rc=237} [trial-2359↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3128)]\u000a12:03:23.619946 run osmo-hlr_10.42.42.2(pid=3128): stdout: \u000a| (launched: 2022-12-09_12:03:20.538257) \u000a12:03:23.672459 run osmo-hlr_10.42.42.2(pid=3128): stderr: \u000a| �[0;m�[1;31m20221209120320736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209120320736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209120320736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120320736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120320736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209120320736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209120320749 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/sms:trx-lms/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209120320757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209120320758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209120320758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:03:23.743368 run osmo-msc_10.42.42.6(pid=3134): ERR: Terminated: ERROR {rc=2} [trial-2359↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3134)]\u000a12:03:23.795671 run osmo-msc_10.42.42.6(pid=3134): stdout: \u000a| (launched: 2022-12-09_12:03:22.566168) \u000a12:03:23.848152 run osmo-msc_10.42.42.6(pid=3134): stderr: \u000a| �[0;m�[38;5;43m20221209120322886 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209120322886 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f38d0564c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209120322886 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209120322886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209120322887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209120322887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209120322889 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209120322889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209120322889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209120322889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:03:23.892684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3127): Terminating (SIGTERM)\u000a12:03:23.934511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3130): Terminating (SIGTERM)\u000a12:03:23.976775 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3133): Terminating (SIGTERM)\u000a12:03:23.986680 --- ParallelTerminationStrategy: PID 3127 died...\u000a12:03:24.043535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3127): Terminated: ok {rc=0}\u000a12:03:24.053663 --- ParallelTerminationStrategy: PID 3130 died...\u000a12:03:24.109973 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3130): Terminated: ok {rc=0}\u000a12:03:24.119996 --- ParallelTerminationStrategy: PID 3133 died...\u000a12:03:24.176238 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3133): Terminated: ok {rc=0}\u000a12:03:24.264688 bus /sierra_3: Setting Powered False\u000a12:03:25.372686 bus /sierra_3: Setting Powered False\u000a12:03:26.481224 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "96", "name" : "sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:03:17" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "nitb_ussd:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=3140): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3140) [trial-2359↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3140)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=3140): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3140) [trial-2359↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3140)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 nitb_ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a12:03:28.328357 tst nitb_ussd:trx-lms: Using 1 x ip_address (candidates: 1)\u000a12:03:28.339639 tst nitb_ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a12:03:28.482670 tst assert_extension.py: using LAC 21331\u000a12:03:28.608757 tst assert_extension.py: using RAC 166\u000a12:03:28.733060 tst assert_extension.py: using CellId 21331\u000a12:03:28.854856 tst assert_extension.py: using BVCI 21332\u000a12:03:28.877679 tst nitb_ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a12:03:29.153215 tst assert_extension.py:10: start nitb and bts...\u000a12:03:29.277470 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a12:03:29.902314 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3139): Launched\u000a12:03:30.199746 run osmo-nitb_10.42.42.2(pid=3140): Launched\u000a12:03:30.385820 run osmo-nitb_10.42.42.2(pid=3140): ERR: Terminated: ERROR {rc=2} [trial-2359↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3140)]\u000a12:03:30.522566 run osmo-nitb_10.42.42.2(pid=3140): stdout: \u000a| (launched: 2022-12-09_12:03:30.054063) \u000a12:03:30.660030 run osmo-nitb_10.42.42.2(pid=3140): stderr: \u000a| (launched: 2022-12-09_12:03:30.098912)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:03:30.792148 run osmo-nitb_10.42.42.2(pid=3140): stdout: \u000a| (launched: 2022-12-09_12:03:30.054063) \u000a12:03:30.940156 run osmo-nitb_10.42.42.2(pid=3140): stderr: \u000a| (launched: 2022-12-09_12:03:30.098912)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:03:31.331733 tst osmo-nitb_10.42.42.2(pid=3140): stdout: \u000a| (launched: 2022-12-09_12:03:30.054063) \u000a12:03:31.465652 tst osmo-nitb_10.42.42.2(pid=3140): stderr: \u000a| (launched: 2022-12-09_12:03:30.098912)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:03:31.522651 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=3140): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3140) [trial-2359↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3140)] [trial-2359↪nitb_ussd:trx-lms↪assert_extension.py:12]\u000a12:03:31.531539 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a12:03:31.571192 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3139): Terminating (SIGTERM)\u000a12:03:31.749844 --- ParallelTerminationStrategy: PID 3139 died...\u000a12:03:31.808361 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3139): Terminated: ok {rc=0}\u000a12:03:31.899508 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "97", "name" : "nitb_ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:03:28" }, { "cases" : [ { "testActions" : [ ], "age" : 29, "className" : "ussd:trx-lms", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3150): Process ended prematurely: osmo-stp_10.42.42.5(pid=3150) [trial-2359↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3150)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3150): Process ended prematurely: osmo-stp_10.42.42.5(pid=3150) [trial-2359↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3150)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a12:03:33.744902 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:03:33.756459 tst ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a12:03:33.901545 tst assert_extension.py: using LAC 21332\u000a12:03:34.026660 tst assert_extension.py: using RAC 167\u000a12:03:34.151882 tst assert_extension.py: using CellId 21332\u000a12:03:34.276356 tst assert_extension.py: using BVCI 21333\u000a12:03:34.300742 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:03:34.312059 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:03:34.323286 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:03:34.334863 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:03:34.346538 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:03:34.357990 tst ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a12:03:34.558507 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:03:35.038168 run create_hlr_db(pid=3144): Launched\u000a12:03:35.212095 bus /sierra_2: Setting Powered False\u000a12:03:36.233056 run create_hlr_db(pid=3144): Terminated: ok {rc=0}\u000a12:03:36.635113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3146): Launched\u000a12:03:36.937849 run osmo-hlr_10.42.42.2(pid=3147): Launched\u000a12:03:37.047125 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:03:37.569713 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3149): Launched\u000a12:03:37.869856 run osmo-stp_10.42.42.5(pid=3150): Launched\u000a12:03:37.977023 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:03:38.522504 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3152): Launched\u000a12:03:38.823752 run osmo-msc_10.42.42.6(pid=3153): Launched\u000a12:03:39.000892 run osmo-stp_10.42.42.5(pid=3150): ERR: Terminated: ERROR {rc=1} [trial-2359↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3150)]\u000a12:03:39.129293 run osmo-stp_10.42.42.5(pid=3150): stdout: \u000a| (launched: 2022-12-09_12:03:37.721730)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:03:39.254545 run osmo-stp_10.42.42.5(pid=3150): stderr: \u000a| �[0;m�[38;5;43m20221209120337890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120337891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120337891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120337891 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120337892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120337892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120337892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:03:39.375318 run osmo-stp_10.42.42.5(pid=3150): stdout: \u000a| (launched: 2022-12-09_12:03:37.721730)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:03:39.494733 run osmo-stp_10.42.42.5(pid=3150): stderr: \u000a| �[0;m�[38;5;43m20221209120337890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120337891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120337891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120337891 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120337892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120337892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120337892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:03:39.547121 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=3150): Process ended prematurely: osmo-stp_10.42.42.5(pid=3150) [trial-2359↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3150)] [trial-2359↪ussd:trx-lms↪assert_extension.py:17]\u000a12:03:39.555344 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a12:03:39.614804 run osmo-hlr_10.42.42.2(pid=3147): ERR: Terminated: ERROR {rc=237} [trial-2359↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3147)]\u000a12:03:39.664429 run osmo-hlr_10.42.42.2(pid=3147): stdout: \u000a| (launched: 2022-12-09_12:03:36.787405) \u000a12:03:39.714712 run osmo-hlr_10.42.42.2(pid=3147): stderr: \u000a| �[0;m�[1;31m20221209120336960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209120336960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209120336960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120336960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120336960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209120336960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209120336972 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/ussd:trx-lms/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209120336980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209120336980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209120336980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:03:39.782766 run osmo-msc_10.42.42.6(pid=3153): ERR: Terminated: ERROR {rc=2} [trial-2359↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3153)]\u000a12:03:39.831985 run osmo-msc_10.42.42.6(pid=3153): stdout: \u000a| (launched: 2022-12-09_12:03:38.673725) \u000a12:03:39.881635 run osmo-msc_10.42.42.6(pid=3153): stderr: \u000a| �[0;m�[38;5;43m20221209120338942 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209120338942 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe048dfbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209120338942 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209120338942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209120338942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209120338943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209120338944 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209120338945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209120338945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209120338945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:03:39.924064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3146): Terminating (SIGTERM)\u000a12:03:39.965691 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3149): Terminating (SIGTERM)\u000a12:03:40.005747 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3152): Terminating (SIGTERM)\u000a12:03:40.014979 --- ParallelTerminationStrategy: PID 3146 died...\u000a12:03:40.068463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3146): Terminated: ok {rc=0}\u000a12:03:40.078154 --- ParallelTerminationStrategy: PID 3149 died...\u000a12:03:40.131315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3149): Terminated: ok {rc=0}\u000a12:03:40.140728 --- ParallelTerminationStrategy: PID 3152 died...\u000a12:03:40.193941 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3152): Terminated: ok {rc=0}\u000a12:03:40.278702 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "98", "name" : "ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:03:33" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3164): Process ended prematurely: osmo-stp_10.42.42.5(pid=3164) [trial-2359↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3164)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3164): Process ended prematurely: osmo-stp_10.42.42.5(pid=3164) [trial-2359↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3164)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a12:03:42.233487 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:03:42.244605 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a12:03:42.400098 tst mo_mt_call.py: using LAC 21333\u000a12:03:42.519893 tst mo_mt_call.py: using RAC 168\u000a12:03:42.639649 tst mo_mt_call.py: using CellId 21333\u000a12:03:42.756759 tst mo_mt_call.py: using BVCI 21334\u000a12:03:42.779973 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:03:42.791148 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:03:42.802147 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:03:42.813085 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:03:42.824031 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:03:42.835107 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:03:42.953012 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:03:43.155056 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:03:43.646667 run create_hlr_db(pid=3158): Launched\u000a12:03:43.823177 bus /sierra_2: Setting Powered False\u000a12:03:44.844334 run create_hlr_db(pid=3158): Terminated: ok {rc=0}\u000a12:03:45.280569 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3160): Launched\u000a12:03:45.607184 run osmo-hlr_10.42.42.2(pid=3161): Launched\u000a12:03:45.724745 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:03:46.291557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3163): Launched\u000a12:03:46.765708 run osmo-stp_10.42.42.5(pid=3164): Launched\u000a12:03:46.982929 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:03:47.553064 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3166): Launched\u000a12:03:47.862939 run osmo-msc_10.42.42.6(pid=3167): Launched\u000a12:03:48.042196 run osmo-stp_10.42.42.5(pid=3164): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3164)]\u000a12:03:48.171671 run osmo-stp_10.42.42.5(pid=3164): stdout: \u000a| (launched: 2022-12-09_12:03:46.449313)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:03:48.298723 run osmo-stp_10.42.42.5(pid=3164): stderr: \u000a| �[0;m�[38;5;43m20221209120346735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120346735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120346736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120346736 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120346737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120346738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120346738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:03:48.420698 run osmo-stp_10.42.42.5(pid=3164): stdout: \u000a| (launched: 2022-12-09_12:03:46.449313)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:03:48.542100 run osmo-stp_10.42.42.5(pid=3164): stderr: \u000a| �[0;m�[38;5;43m20221209120346735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120346735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120346736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120346736 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120346737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120346738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120346738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:03:48.595350 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3164): Process ended prematurely: osmo-stp_10.42.42.5(pid=3164) [trial-2359↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3164)] [trial-2359↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a12:03:48.603871 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a12:03:48.663377 run osmo-hlr_10.42.42.2(pid=3161): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3161)]\u000a12:03:48.712490 run osmo-hlr_10.42.42.2(pid=3161): stdout: \u000a| (launched: 2022-12-09_12:03:45.445680) \u000a12:03:48.762182 run osmo-hlr_10.42.42.2(pid=3161): stderr: \u000a| �[0;m�[1;31m20221209120345641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209120345641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209120345641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120345641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120345641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209120345641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209120345657 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209120345667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209120345667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209120345667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:03:48.829747 run osmo-msc_10.42.42.6(pid=3167): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3167)]\u000a12:03:48.878827 run osmo-msc_10.42.42.6(pid=3167): stdout: \u000a| (launched: 2022-12-09_12:03:47.708519) \u000a12:03:48.928370 run osmo-msc_10.42.42.6(pid=3167): stderr: \u000a| �[0;m�[38;5;43m20221209120347978 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209120347978 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f37fab39c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209120347978 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209120347978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209120347979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209120347979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209120347980 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209120347981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209120347981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209120347981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:03:48.970382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3160): Terminating (SIGTERM)\u000a12:03:49.010031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3163): Terminating (SIGTERM)\u000a12:03:49.049707 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3166): Terminating (SIGTERM)\u000a12:03:49.058810 --- ParallelTerminationStrategy: PID 3160 died...\u000a12:03:49.112116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3160): Terminated: ok {rc=0}\u000a12:03:49.121723 --- ParallelTerminationStrategy: PID 3163 died...\u000a12:03:49.174703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3163): Terminated: ok {rc=0}\u000a12:03:49.184158 --- ParallelTerminationStrategy: PID 3166 died...\u000a12:03:49.237690 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3166): Terminated: ok {rc=0}\u000a12:03:49.321873 bus /sierra_3: Setting Powered False\u000a12:03:50.429859 bus /sierra_3: Setting Powered False\u000a12:03:51.542835 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 40, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3175): Process ended prematurely: osmo-stp_10.42.42.5(pid=3175) [trial-2359↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3175)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3175): Process ended prematurely: osmo-stp_10.42.42.5(pid=3175) [trial-2359↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3175)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:03:52.660010 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:03:52.672518 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a12:03:52.840736 tst mo_mt_call_osmux.py: using LAC 21334\u000a12:03:52.963235 tst mo_mt_call_osmux.py: using RAC 169\u000a12:03:53.084783 tst mo_mt_call_osmux.py: using CellId 21334\u000a12:03:53.206731 tst mo_mt_call_osmux.py: using BVCI 21335\u000a12:03:53.230140 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:03:53.241462 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:03:53.252418 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:03:53.263668 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:03:53.274818 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:03:53.285932 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:03:53.406265 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:03:53.623854 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:03:54.141476 run create_hlr_db(pid=3169): Launched\u000a12:03:54.331055 bus /sierra_2: Setting Powered False\u000a12:03:55.351782 run create_hlr_db(pid=3169): Terminated: ok {rc=0}\u000a12:03:55.767604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3171): Launched\u000a12:03:56.077369 run osmo-hlr_10.42.42.2(pid=3172): Launched\u000a12:03:56.190258 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:03:56.723133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3174): Launched\u000a12:03:57.029711 run osmo-stp_10.42.42.5(pid=3175): Launched\u000a12:03:57.141332 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:03:57.702970 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3177): Launched\u000a12:03:58.012586 run osmo-msc_10.42.42.6(pid=3178): Launched\u000a12:03:58.191747 run osmo-stp_10.42.42.5(pid=3175): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3175)]\u000a12:03:58.321437 run osmo-stp_10.42.42.5(pid=3175): stdout: \u000a| (launched: 2022-12-09_12:03:56.878820)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:03:58.448884 run osmo-stp_10.42.42.5(pid=3175): stderr: \u000a| �[0;m�[38;5;43m20221209120357045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120357046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120357046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120357046 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120357047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120357047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120357047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:03:58.571466 run osmo-stp_10.42.42.5(pid=3175): stdout: \u000a| (launched: 2022-12-09_12:03:56.878820)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:03:58.692938 run osmo-stp_10.42.42.5(pid=3175): stderr: \u000a| �[0;m�[38;5;43m20221209120357045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120357046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120357046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120357046 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120357047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120357047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120357047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:03:58.746575 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3175): Process ended prematurely: osmo-stp_10.42.42.5(pid=3175) [trial-2359↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3175)] [trial-2359↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a12:03:58.755300 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a12:03:58.814993 run osmo-hlr_10.42.42.2(pid=3172): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3172)]\u000a12:03:58.864256 run osmo-hlr_10.42.42.2(pid=3172): stdout: \u000a| (launched: 2022-12-09_12:03:55.925069) \u000a12:03:58.913939 run osmo-hlr_10.42.42.2(pid=3172): stderr: \u000a| �[0;m�[1;31m20221209120356097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209120356097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209120356097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120356097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120356097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209120356097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209120356114 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209120356124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209120356124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209120356124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:03:58.982064 run osmo-msc_10.42.42.6(pid=3178): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3178)]\u000a12:03:59.031330 run osmo-msc_10.42.42.6(pid=3178): stdout: \u000a| (launched: 2022-12-09_12:03:57.859876) \u000a12:03:59.081244 run osmo-msc_10.42.42.6(pid=3178): stderr: \u000a| �[0;m�[38;5;43m20221209120358128 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209120358128 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7fff991c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209120358129 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209120358129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209120358129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209120358129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209120358131 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209120358131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209120358131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209120358131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:03:59.123492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3171): Terminating (SIGTERM)\u000a12:03:59.163448 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3174): Terminating (SIGTERM)\u000a12:03:59.203422 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3177): Terminating (SIGTERM)\u000a12:03:59.212637 --- ParallelTerminationStrategy: PID 3171 died...\u000a12:03:59.266008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3171): Terminated: ok {rc=0}\u000a12:03:59.275603 --- ParallelTerminationStrategy: PID 3174 died...\u000a12:03:59.328820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3174): Terminated: ok {rc=0}\u000a12:03:59.338348 --- ParallelTerminationStrategy: PID 3177 died...\u000a12:03:59.391653 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3177): Terminated: ok {rc=0}\u000a12:03:59.475251 bus /sierra_3: Setting Powered False\u000a12:04:00.582684 bus /sierra_3: Setting Powered False\u000a12:04:01.714506 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "99", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:03:41" }, { "cases" : [ { "testActions" : [ ], "age" : 29, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3189): Process ended prematurely: osmo-stp_10.42.42.5(pid=3189) [trial-2359↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3189)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3189): Process ended prematurely: osmo-stp_10.42.42.5(pid=3189) [trial-2359↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3189)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a12:04:03.706865 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:04:03.718019 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a12:04:03.876046 tst mo_mt_call.py: using LAC 21335\u000a12:04:04.004758 tst mo_mt_call.py: using RAC 170\u000a12:04:04.134343 tst mo_mt_call.py: using CellId 21335\u000a12:04:04.262357 tst mo_mt_call.py: using BVCI 21336\u000a12:04:04.287261 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:04:04.299284 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:04:04.310909 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:04:04.323434 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:04:04.335053 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:04:04.346829 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:04:04.469006 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:04:04.681367 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:04:05.195724 run create_hlr_db(pid=3183): Launched\u000a12:04:05.384248 bus /sierra_2: Setting Powered False\u000a12:04:06.406129 run create_hlr_db(pid=3183): Terminated: ok {rc=0}\u000a12:04:06.841700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3185): Launched\u000a12:04:07.169218 run osmo-hlr_10.42.42.2(pid=3186): Launched\u000a12:04:07.288823 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:04:07.856273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3188): Launched\u000a12:04:08.183028 run osmo-stp_10.42.42.5(pid=3189): Launched\u000a12:04:08.300714 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:04:08.898123 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3191): Launched\u000a12:04:09.224581 run osmo-msc_10.42.42.6(pid=3192): Launched\u000a12:04:09.414616 run osmo-stp_10.42.42.5(pid=3189): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3189)]\u000a12:04:09.552359 run osmo-stp_10.42.42.5(pid=3189): stdout: \u000a| (launched: 2022-12-09_12:04:08.022307)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:04:09.688893 run osmo-stp_10.42.42.5(pid=3189): stderr: \u000a| �[0;m�[38;5;43m20221209120408211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120408211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120408211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120408212 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120408212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120408212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120408212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:04:09.820176 run osmo-stp_10.42.42.5(pid=3189): stdout: \u000a| (launched: 2022-12-09_12:04:08.022307)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:04:09.949811 run osmo-stp_10.42.42.5(pid=3189): stderr: \u000a| �[0;m�[38;5;43m20221209120408211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120408211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120408211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120408212 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120408212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120408212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120408212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:04:10.007084 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3189): Process ended prematurely: osmo-stp_10.42.42.5(pid=3189) [trial-2359↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3189)] [trial-2359↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a12:04:10.016549 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a12:04:10.080571 run osmo-hlr_10.42.42.2(pid=3186): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3186)]\u000a12:04:10.132735 run osmo-hlr_10.42.42.2(pid=3186): stdout: \u000a| (launched: 2022-12-09_12:04:07.007411) \u000a12:04:10.185376 run osmo-hlr_10.42.42.2(pid=3186): stderr: \u000a| �[0;m�[1;31m20221209120407202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209120407202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209120407202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120407202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120407202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209120407202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209120407215 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209120407226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209120407226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209120407226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:04:10.256386 run osmo-msc_10.42.42.6(pid=3192): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3192)]\u000a12:04:10.308908 run osmo-msc_10.42.42.6(pid=3192): stdout: \u000a| (launched: 2022-12-09_12:04:09.063492) \u000a12:04:10.361946 run osmo-msc_10.42.42.6(pid=3192): stderr: \u000a| �[0;m�[38;5;43m20221209120409382 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209120409382 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f78e8749c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209120409382 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209120409383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209120409383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209120409383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209120409385 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209120409385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209120409385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209120409385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:04:10.406660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3185): Terminating (SIGTERM)\u000a12:04:10.448767 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3188): Terminating (SIGTERM)\u000a12:04:10.491146 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3191): Terminating (SIGTERM)\u000a12:04:10.502170 --- ParallelTerminationStrategy: PID 3185 died...\u000a12:04:10.559220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3185): Terminated: ok {rc=0}\u000a12:04:10.569498 --- ParallelTerminationStrategy: PID 3188 died...\u000a12:04:10.626212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3188): Terminated: ok {rc=0}\u000a12:04:10.636458 --- ParallelTerminationStrategy: PID 3191 died...\u000a12:04:10.693861 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3191): Terminated: ok {rc=0}\u000a12:04:10.782003 bus /sierra_3: Setting Powered False\u000a12:04:11.891861 bus /sierra_3: Setting Powered False\u000a12:04:13.003723 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 40, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3200): Process ended prematurely: osmo-stp_10.42.42.5(pid=3200) [trial-2359↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3200)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3200): Process ended prematurely: osmo-stp_10.42.42.5(pid=3200) [trial-2359↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3200)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:04:14.114533 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:04:14.126399 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a12:04:14.283985 tst mo_mt_call_osmux.py: using LAC 21336\u000a12:04:14.405970 tst mo_mt_call_osmux.py: using RAC 171\u000a12:04:14.527851 tst mo_mt_call_osmux.py: using CellId 21336\u000a12:04:14.649541 tst mo_mt_call_osmux.py: using BVCI 21337\u000a12:04:14.672830 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:04:14.684313 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:04:14.695335 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:04:14.706320 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:04:14.717307 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:04:14.728171 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:04:14.849714 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:04:15.062899 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:04:15.579763 run create_hlr_db(pid=3194): Launched\u000a12:04:15.770002 bus /sierra_2: Setting Powered False\u000a12:04:16.790450 run create_hlr_db(pid=3194): Terminated: ok {rc=0}\u000a12:04:17.240676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3196): Launched\u000a12:04:17.569819 run osmo-hlr_10.42.42.2(pid=3197): Launched\u000a12:04:17.688501 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:04:18.262786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3199): Launched\u000a12:04:18.589575 run osmo-stp_10.42.42.5(pid=3200): Launched\u000a12:04:18.708127 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:04:19.307706 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3202): Launched\u000a12:04:19.636857 run osmo-msc_10.42.42.6(pid=3203): Launched\u000a12:04:19.829529 run osmo-stp_10.42.42.5(pid=3200): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3200)]\u000a12:04:19.968565 run osmo-stp_10.42.42.5(pid=3200): stdout: \u000a| (launched: 2022-12-09_12:04:18.428286)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:04:20.107200 run osmo-stp_10.42.42.5(pid=3200): stderr: \u000a| �[0;m�[38;5;43m20221209120418617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120418617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120418617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120418618 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120418618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120418618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120418618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:04:20.239084 run osmo-stp_10.42.42.5(pid=3200): stdout: \u000a| (launched: 2022-12-09_12:04:18.428286)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:04:20.369589 run osmo-stp_10.42.42.5(pid=3200): stderr: \u000a| �[0;m�[38;5;43m20221209120418617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120418617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120418617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120418618 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120418618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120418618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120418618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:04:20.427123 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3200): Process ended prematurely: osmo-stp_10.42.42.5(pid=3200) [trial-2359↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3200)] [trial-2359↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a12:04:20.436811 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a12:04:20.501025 run osmo-hlr_10.42.42.2(pid=3197): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3197)]\u000a12:04:20.553280 run osmo-hlr_10.42.42.2(pid=3197): stdout: \u000a| (launched: 2022-12-09_12:04:17.407845) \u000a12:04:20.606399 run osmo-hlr_10.42.42.2(pid=3197): stderr: \u000a| �[0;m�[1;31m20221209120417604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209120417604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209120417604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120417604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120417604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209120417604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209120417616 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209120417625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209120417625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209120417625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:04:20.677448 run osmo-msc_10.42.42.6(pid=3203): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3203)]\u000a12:04:20.730450 run osmo-msc_10.42.42.6(pid=3203): stdout: \u000a| (launched: 2022-12-09_12:04:19.473583) \u000a12:04:20.782911 run osmo-msc_10.42.42.6(pid=3203): stderr: \u000a| �[0;m�[38;5;43m20221209120419795 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209120419795 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f06de04ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209120419795 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209120419795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209120419795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209120419795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209120419797 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209120419797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209120419798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209120419798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:04:20.828554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3196): Terminating (SIGTERM)\u000a12:04:20.870980 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3199): Terminating (SIGTERM)\u000a12:04:20.914279 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3202): Terminating (SIGTERM)\u000a12:04:20.924416 --- ParallelTerminationStrategy: PID 3196 died...\u000a12:04:20.981372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3196): Terminated: ok {rc=0}\u000a12:04:20.992158 --- ParallelTerminationStrategy: PID 3199 died...\u000a12:04:21.048631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3199): Terminated: ok {rc=0}\u000a12:04:21.059391 --- ParallelTerminationStrategy: PID 3202 died...\u000a12:04:21.116413 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3202): Terminated: ok {rc=0}\u000a12:04:21.204646 bus /sierra_3: Setting Powered False\u000a12:04:22.309146 bus /sierra_3: Setting Powered False\u000a12:04:23.422161 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "100", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:04:03" }, { "cases" : [ { "testActions" : [ ], "age" : 29, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3214): Process ended prematurely: osmo-stp_10.42.42.5(pid=3214) [trial-2359↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3214)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3214): Process ended prematurely: osmo-stp_10.42.42.5(pid=3214) [trial-2359↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3214)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a12:04:25.426021 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:04:25.437574 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a12:04:25.602469 tst mo_mt_call.py: using LAC 21337\u000a12:04:25.732121 tst mo_mt_call.py: using RAC 172\u000a12:04:25.855166 tst mo_mt_call.py: using CellId 21337\u000a12:04:25.976514 tst mo_mt_call.py: using BVCI 21338\u000a12:04:25.999788 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:04:26.011208 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:04:26.022294 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:04:26.033948 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:04:26.045660 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:04:26.056699 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:04:26.178558 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:04:26.394076 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:04:26.911063 run create_hlr_db(pid=3208): Launched\u000a12:04:27.100697 bus /sierra_2: Setting Powered False\u000a12:04:28.122046 run create_hlr_db(pid=3208): Terminated: ok {rc=0}\u000a12:04:28.537249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3210): Launched\u000a12:04:28.845713 run osmo-hlr_10.42.42.2(pid=3211): Launched\u000a12:04:28.967592 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:04:29.506897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3213): Launched\u000a12:04:29.814788 run osmo-stp_10.42.42.5(pid=3214): Launched\u000a12:04:29.925138 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:04:30.485714 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3216): Launched\u000a12:04:30.792315 run osmo-msc_10.42.42.6(pid=3217): Launched\u000a12:04:31.098686 run osmo-stp_10.42.42.5(pid=3214): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3214)]\u000a12:04:31.334187 run osmo-stp_10.42.42.5(pid=3214): stdout: \u000a| (launched: 2022-12-09_12:04:29.662009)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:04:31.529196 run osmo-stp_10.42.42.5(pid=3214): stderr: \u000a| �[0;m�[38;5;43m20221209120429829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120429829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120429829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120429830 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120429830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120429830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120429830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:04:31.659303 run osmo-stp_10.42.42.5(pid=3214): stdout: \u000a| (launched: 2022-12-09_12:04:29.662009)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:04:31.783719 run osmo-stp_10.42.42.5(pid=3214): stderr: \u000a| �[0;m�[38;5;43m20221209120429829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120429829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120429829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120429830 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120429830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120429830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120429830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:04:31.839175 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3214): Process ended prematurely: osmo-stp_10.42.42.5(pid=3214) [trial-2359↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3214)] [trial-2359↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a12:04:31.848789 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a12:04:31.911978 run osmo-hlr_10.42.42.2(pid=3211): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3211)]\u000a12:04:31.962961 run osmo-hlr_10.42.42.2(pid=3211): stdout: \u000a| (launched: 2022-12-09_12:04:28.694006) \u000a12:04:32.014107 run osmo-hlr_10.42.42.2(pid=3211): stderr: \u000a| �[0;m�[1;31m20221209120428868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209120428868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209120428868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120428868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120428868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209120428869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209120428881 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209120428889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209120428889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209120428889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:04:32.084025 run osmo-msc_10.42.42.6(pid=3217): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3217)]\u000a12:04:32.134704 run osmo-msc_10.42.42.6(pid=3217): stdout: \u000a| (launched: 2022-12-09_12:04:30.640920) \u000a12:04:32.185798 run osmo-msc_10.42.42.6(pid=3217): stderr: \u000a| �[0;m�[38;5;43m20221209120430996 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209120430996 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4e61badc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209120430996 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209120430996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209120430996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209120430996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209120430998 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209120430998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209120430999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209120430999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:04:32.229218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3210): Terminating (SIGTERM)\u000a12:04:32.271009 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3213): Terminating (SIGTERM)\u000a12:04:32.313390 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3216): Terminating (SIGTERM)\u000a12:04:32.322813 --- ParallelTerminationStrategy: PID 3210 died...\u000a12:04:32.377415 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3210): Terminated: ok {rc=0}\u000a12:04:32.387082 --- ParallelTerminationStrategy: PID 3213 died...\u000a12:04:32.440281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3213): Terminated: ok {rc=0}\u000a12:04:32.449960 --- ParallelTerminationStrategy: PID 3216 died...\u000a12:04:32.503447 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3216): Terminated: ok {rc=0}\u000a12:04:32.594660 bus /sierra_3: Setting Powered False\u000a12:04:33.699850 bus /sierra_3: Setting Powered False\u000a12:04:34.810663 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 40, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3225): Process ended prematurely: osmo-stp_10.42.42.5(pid=3225) [trial-2359↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3225)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3225): Process ended prematurely: osmo-stp_10.42.42.5(pid=3225) [trial-2359↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3225)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:04:35.927960 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:04:35.940251 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a12:04:36.109071 tst mo_mt_call_osmux.py: using LAC 21338\u000a12:04:36.237566 tst mo_mt_call_osmux.py: using RAC 173\u000a12:04:36.360570 tst mo_mt_call_osmux.py: using CellId 21338\u000a12:04:36.485828 tst mo_mt_call_osmux.py: using BVCI 21339\u000a12:04:36.509117 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:04:36.520302 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:04:36.531319 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:04:36.542335 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:04:36.553324 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:04:36.564140 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:04:36.680552 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:04:36.887813 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:04:37.378389 run create_hlr_db(pid=3219): Launched\u000a12:04:37.554072 bus /sierra_2: Setting Powered False\u000a12:04:38.575739 run create_hlr_db(pid=3219): Terminated: ok {rc=0}\u000a12:04:38.985257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3221): Launched\u000a12:04:39.292413 run osmo-hlr_10.42.42.2(pid=3222): Launched\u000a12:04:39.412607 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:04:39.954287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3224): Launched\u000a12:04:40.261646 run osmo-stp_10.42.42.5(pid=3225): Launched\u000a12:04:40.372036 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:04:40.930846 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3227): Launched\u000a12:04:41.237293 run osmo-msc_10.42.42.6(pid=3228): Launched\u000a12:04:41.416073 run osmo-stp_10.42.42.5(pid=3225): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3225)]\u000a12:04:41.544218 run osmo-stp_10.42.42.5(pid=3225): stdout: \u000a| (launched: 2022-12-09_12:04:40.109502)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:04:41.671378 run osmo-stp_10.42.42.5(pid=3225): stderr: \u000a| �[0;m�[38;5;43m20221209120440279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120440279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120440279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120440280 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120440280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120440280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120440281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:04:41.793233 run osmo-stp_10.42.42.5(pid=3225): stdout: \u000a| (launched: 2022-12-09_12:04:40.109502)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:04:41.914289 run osmo-stp_10.42.42.5(pid=3225): stderr: \u000a| �[0;m�[38;5;43m20221209120440279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120440279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120440279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120440280 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120440280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120440280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120440281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:04:41.967736 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3225): Process ended prematurely: osmo-stp_10.42.42.5(pid=3225) [trial-2359↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3225)] [trial-2359↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a12:04:41.976472 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a12:04:42.036132 run osmo-hlr_10.42.42.2(pid=3222): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3222)]\u000a12:04:42.085356 run osmo-hlr_10.42.42.2(pid=3222): stdout: \u000a| (launched: 2022-12-09_12:04:39.140636) \u000a12:04:42.134992 run osmo-hlr_10.42.42.2(pid=3222): stderr: \u000a| �[0;m�[1;31m20221209120439316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209120439316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209120439316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120439316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120439316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209120439316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209120439328 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209120439339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209120439339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209120439339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:04:42.203289 run osmo-msc_10.42.42.6(pid=3228): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3228)]\u000a12:04:42.252306 run osmo-msc_10.42.42.6(pid=3228): stdout: \u000a| (launched: 2022-12-09_12:04:41.085874) \u000a12:04:42.301773 run osmo-msc_10.42.42.6(pid=3228): stderr: \u000a| �[0;m�[38;5;43m20221209120441355 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209120441355 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f88e8909c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209120441356 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209120441356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209120441356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209120441356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209120441358 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209120441358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209120441358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209120441358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:04:42.343716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3221): Terminating (SIGTERM)\u000a12:04:42.383531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3224): Terminating (SIGTERM)\u000a12:04:42.423493 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3227): Terminating (SIGTERM)\u000a12:04:42.432679 --- ParallelTerminationStrategy: PID 3221 died...\u000a12:04:42.486310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3221): Terminated: ok {rc=0}\u000a12:04:42.495965 --- ParallelTerminationStrategy: PID 3224 died...\u000a12:04:42.549147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3224): Terminated: ok {rc=0}\u000a12:04:42.558758 --- ParallelTerminationStrategy: PID 3227 died...\u000a12:04:42.611748 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3227): Terminated: ok {rc=0}\u000a12:04:42.695709 bus /sierra_3: Setting Powered False\u000a12:04:43.801983 bus /sierra_3: Setting Powered False\u000a12:04:44.909449 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "101", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:04:25" }, { "cases" : [ { "testActions" : [ ], "age" : 33, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3239): Process ended prematurely: osmo-stp_10.42.42.5(pid=3239) [trial-2359↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3239)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3239): Process ended prematurely: osmo-stp_10.42.42.5(pid=3239) [trial-2359↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3239)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a12:04:46.923137 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:04:46.935345 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a12:04:47.097127 tst mo_mt_call.py: using LAC 21339\u000a12:04:47.224801 tst mo_mt_call.py: using RAC 174\u000a12:04:47.354814 tst mo_mt_call.py: using CellId 21339\u000a12:04:47.483160 tst mo_mt_call.py: using BVCI 21340\u000a12:04:47.508177 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:04:47.519737 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:04:47.531371 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:04:47.543030 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:04:47.554872 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:04:47.566605 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:04:47.686207 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:04:47.891003 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:04:48.383022 run create_hlr_db(pid=3233): Launched\u000a12:04:48.558963 bus /sierra_2: Setting Powered False\u000a12:04:49.580732 run create_hlr_db(pid=3233): Terminated: ok {rc=0}\u000a12:04:49.989311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3235): Launched\u000a12:04:50.296527 run osmo-hlr_10.42.42.2(pid=3236): Launched\u000a12:04:50.416332 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:04:50.952601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3238): Launched\u000a12:04:51.258938 run osmo-stp_10.42.42.5(pid=3239): Launched\u000a12:04:51.369182 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:04:51.930716 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3241): Launched\u000a12:04:52.238040 run osmo-msc_10.42.42.6(pid=3242): Launched\u000a12:04:52.416662 run osmo-stp_10.42.42.5(pid=3239): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3239)]\u000a12:04:52.545766 run osmo-stp_10.42.42.5(pid=3239): stdout: \u000a| (launched: 2022-12-09_12:04:51.107787)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:04:52.673343 run osmo-stp_10.42.42.5(pid=3239): stderr: \u000a| �[0;m�[38;5;43m20221209120451277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120451277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120451277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120451278 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120451278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120451278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120451278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:04:52.795930 run osmo-stp_10.42.42.5(pid=3239): stdout: \u000a| (launched: 2022-12-09_12:04:51.107787)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:04:52.917783 run osmo-stp_10.42.42.5(pid=3239): stderr: \u000a| �[0;m�[38;5;43m20221209120451277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120451277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120451277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120451278 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120451278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120451278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120451278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:04:52.971416 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3239): Process ended prematurely: osmo-stp_10.42.42.5(pid=3239) [trial-2359↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3239)] [trial-2359↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a12:04:52.980150 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a12:04:53.040702 run osmo-hlr_10.42.42.2(pid=3236): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3236)]\u000a12:04:53.090339 run osmo-hlr_10.42.42.2(pid=3236): stdout: \u000a| (launched: 2022-12-09_12:04:50.144382) \u000a12:04:53.140803 run osmo-hlr_10.42.42.2(pid=3236): stderr: \u000a| �[0;m�[1;31m20221209120450321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209120450321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209120450321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120450321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120450321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209120450321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209120450333 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209120450343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209120450343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209120450343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:04:53.208609 run osmo-msc_10.42.42.6(pid=3242): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3242)]\u000a12:04:53.258320 run osmo-msc_10.42.42.6(pid=3242): stdout: \u000a| (launched: 2022-12-09_12:04:52.085887) \u000a12:04:53.308485 run osmo-msc_10.42.42.6(pid=3242): stderr: \u000a| �[0;m�[38;5;43m20221209120452356 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209120452356 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb322c88c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209120452356 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209120452357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209120452357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209120452357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209120452359 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209120452359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209120452359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209120452359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:04:53.350969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3235): Terminating (SIGTERM)\u000a12:04:53.391154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3238): Terminating (SIGTERM)\u000a12:04:53.431348 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3241): Terminating (SIGTERM)\u000a12:04:53.440741 --- ParallelTerminationStrategy: PID 3235 died...\u000a12:04:53.495109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3235): Terminated: ok {rc=0}\u000a12:04:53.504863 --- ParallelTerminationStrategy: PID 3238 died...\u000a12:04:53.558496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3238): Terminated: ok {rc=0}\u000a12:04:53.568399 --- ParallelTerminationStrategy: PID 3241 died...\u000a12:04:53.622193 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3241): Terminated: ok {rc=0}\u000a12:04:53.712209 bus /sierra_3: Setting Powered False\u000a12:04:54.817846 bus /sierra_3: Setting Powered False\u000a12:04:55.926758 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 36, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3253): Process ended prematurely: osmo-stp_10.42.42.5(pid=3253) [trial-2359↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3253)]", "failedSince" : 2324, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3253): Process ended prematurely: osmo-stp_10.42.42.5(pid=3253) [trial-2359↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3253)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:04:57.043377 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:04:57.055818 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a12:04:57.221394 tst mo_mt_call_osmux.py: using LAC 21340\u000a12:04:57.350392 tst mo_mt_call_osmux.py: using RAC 175\u000a12:04:57.480730 tst mo_mt_call_osmux.py: using CellId 21340\u000a12:04:57.602875 tst mo_mt_call_osmux.py: using BVCI 21341\u000a12:04:57.626128 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:04:57.637581 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:04:57.648650 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:04:57.660204 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:04:57.671694 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:04:57.683071 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:04:57.802702 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:04:58.015712 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:04:58.532877 run create_hlr_db(pid=3244): Launched\u000a12:04:58.722208 bus /sierra_2: Setting Powered False\u000a12:04:59.743486 run create_hlr_db(pid=3244): Terminated: ok {rc=0}\u000a12:05:00.156445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3246): Launched\u000a12:05:00.464506 run osmo-hlr_10.42.42.2(pid=3247): Launched\u000a12:05:00.582618 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:05:01.188477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3252): Launched\u000a12:05:01.650795 run osmo-stp_10.42.42.5(pid=3253): Launched\u000a12:05:01.935906 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:05:02.616411 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3255): Launched\u000a12:05:02.944739 run osmo-msc_10.42.42.6(pid=3256): Launched\u000a12:05:03.136750 run osmo-stp_10.42.42.5(pid=3253): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3253)]\u000a12:05:03.274335 run osmo-stp_10.42.42.5(pid=3253): stdout: \u000a| (launched: 2022-12-09_12:05:01.359613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:05:03.411593 run osmo-stp_10.42.42.5(pid=3253): stderr: \u000a| �[0;m�[38;5;43m20221209120501704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120501704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120501704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120501704 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120501707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120501708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120501708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:05:03.543104 run osmo-stp_10.42.42.5(pid=3253): stdout: \u000a| (launched: 2022-12-09_12:05:01.359613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:05:03.672897 run osmo-stp_10.42.42.5(pid=3253): stderr: \u000a| �[0;m�[38;5;43m20221209120501704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120501704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120501704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120501704 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120501707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120501708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120501708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:05:03.730316 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3253): Process ended prematurely: osmo-stp_10.42.42.5(pid=3253) [trial-2359↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3253)] [trial-2359↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a12:05:03.739809 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a12:05:03.803700 run osmo-hlr_10.42.42.2(pid=3247): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3247)]\u000a12:05:03.855915 run osmo-hlr_10.42.42.2(pid=3247): stdout: \u000a| (launched: 2022-12-09_12:05:00.312931) \u000a12:05:03.908551 run osmo-hlr_10.42.42.2(pid=3247): stderr: \u000a| �[0;m�[1;31m20221209120500487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209120500487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209120500487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120500487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120500487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209120500487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209120500500 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209120500508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209120500508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209120500508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:05:03.979816 run osmo-msc_10.42.42.6(pid=3256): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3256)]\u000a12:05:04.031716 run osmo-msc_10.42.42.6(pid=3256): stdout: \u000a| (launched: 2022-12-09_12:05:02.782975) \u000a12:05:04.084264 run osmo-msc_10.42.42.6(pid=3256): stderr: \u000a| �[0;m�[38;5;43m20221209120503105 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209120503105 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0a2d722c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209120503105 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209120503105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209120503105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209120503106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209120503107 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209120503108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209120503108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209120503108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:05:04.128515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3246): Terminating (SIGTERM)\u000a12:05:04.171521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3252): Terminating (SIGTERM)\u000a12:05:04.213921 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3255): Terminating (SIGTERM)\u000a12:05:04.223881 --- ParallelTerminationStrategy: PID 3246 died...\u000a12:05:04.280370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3246): Terminated: ok {rc=0}\u000a12:05:04.290534 --- ParallelTerminationStrategy: PID 3252 died...\u000a12:05:04.346853 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3252): Terminated: ok {rc=0}\u000a12:05:04.357093 --- ParallelTerminationStrategy: PID 3255 died...\u000a12:05:04.413480 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3255): Terminated: ok {rc=0}\u000a12:05:04.502110 bus /sierra_3: Setting Powered False\u000a12:05:05.606748 bus /sierra_3: Setting Powered False\u000a12:05:06.714591 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "102", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:04:46" }, { "cases" : [ { "testActions" : [ ], "age" : 29, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3268): Process ended prematurely: osmo-stp_10.42.42.5(pid=3268) [trial-2359↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3268)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3268): Process ended prematurely: osmo-stp_10.42.42.5(pid=3268) [trial-2359↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3268)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a12:05:08.732601 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:05:08.744057 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a12:05:08.912904 tst mo_mt_call.py: using LAC 21341\u000a12:05:09.039484 tst mo_mt_call.py: using RAC 176\u000a12:05:09.172629 tst mo_mt_call.py: using CellId 21341\u000a12:05:09.299025 tst mo_mt_call.py: using BVCI 21342\u000a12:05:09.323973 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:05:09.335482 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:05:09.346894 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:05:09.358460 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:05:09.370798 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:05:09.382358 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:05:09.501976 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:05:09.707611 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:05:10.198280 run create_hlr_db(pid=3262): Launched\u000a12:05:10.374126 bus /sierra_2: Setting Powered False\u000a12:05:11.395705 run create_hlr_db(pid=3262): Terminated: ok {rc=0}\u000a12:05:11.805119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3264): Launched\u000a12:05:12.115560 run osmo-hlr_10.42.42.2(pid=3265): Launched\u000a12:05:12.227025 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:05:12.758975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3267): Launched\u000a12:05:13.067438 run osmo-stp_10.42.42.5(pid=3268): Launched\u000a12:05:13.178258 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:05:13.737486 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3270): Launched\u000a12:05:14.047694 run osmo-msc_10.42.42.6(pid=3271): Launched\u000a12:05:14.226594 run osmo-stp_10.42.42.5(pid=3268): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3268)]\u000a12:05:14.355467 run osmo-stp_10.42.42.5(pid=3268): stdout: \u000a| (launched: 2022-12-09_12:05:12.914232)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:05:14.483634 run osmo-stp_10.42.42.5(pid=3268): stderr: \u000a| �[0;m�[38;5;43m20221209120513084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120513084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120513084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120513085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120513085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120513085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120513085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:05:14.606472 run osmo-stp_10.42.42.5(pid=3268): stdout: \u000a| (launched: 2022-12-09_12:05:12.914232)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:05:14.727832 run osmo-stp_10.42.42.5(pid=3268): stderr: \u000a| �[0;m�[38;5;43m20221209120513084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120513084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120513084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120513085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120513085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120513085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120513085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:05:14.781395 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3268): Process ended prematurely: osmo-stp_10.42.42.5(pid=3268) [trial-2359↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3268)] [trial-2359↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a12:05:14.790113 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a12:05:14.850737 run osmo-hlr_10.42.42.2(pid=3265): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3265)]\u000a12:05:14.900234 run osmo-hlr_10.42.42.2(pid=3265): stdout: \u000a| (launched: 2022-12-09_12:05:11.961318) \u000a12:05:14.950403 run osmo-hlr_10.42.42.2(pid=3265): stderr: \u000a| �[0;m�[1;31m20221209120512136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209120512136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209120512136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120512136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120512136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209120512136 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209120512147 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209120512155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209120512155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209120512155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:05:15.018079 run osmo-msc_10.42.42.6(pid=3271): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3271)]\u000a12:05:15.067101 run osmo-msc_10.42.42.6(pid=3271): stdout: \u000a| (launched: 2022-12-09_12:05:13.893676) \u000a12:05:15.116843 run osmo-msc_10.42.42.6(pid=3271): stderr: \u000a| �[0;m�[38;5;43m20221209120514163 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209120514163 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd86193ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209120514163 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209120514164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209120514164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209120514164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209120514166 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209120514166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209120514166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209120514166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:05:15.159016 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3264): Terminating (SIGTERM)\u000a12:05:15.198969 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3267): Terminating (SIGTERM)\u000a12:05:15.239041 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3270): Terminating (SIGTERM)\u000a12:05:15.248379 --- ParallelTerminationStrategy: PID 3264 died...\u000a12:05:15.301511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3264): Terminated: ok {rc=0}\u000a12:05:15.311138 --- ParallelTerminationStrategy: PID 3267 died...\u000a12:05:15.364096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3267): Terminated: ok {rc=0}\u000a12:05:15.373938 --- ParallelTerminationStrategy: PID 3270 died...\u000a12:05:15.426987 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3270): Terminated: ok {rc=0}\u000a12:05:15.517420 bus /sierra_3: Setting Powered False\u000a12:05:16.629945 bus /sierra_3: Setting Powered False\u000a12:05:17.741147 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 195, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3279): Process ended prematurely: osmo-stp_10.42.42.5(pid=3279) [trial-2359↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3279)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3279): Process ended prematurely: osmo-stp_10.42.42.5(pid=3279) [trial-2359↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3279)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:05:18.856939 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:05:18.869810 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a12:05:19.038774 tst mo_mt_call_osmux.py: using LAC 21342\u000a12:05:19.171981 tst mo_mt_call_osmux.py: using RAC 177\u000a12:05:19.293682 tst mo_mt_call_osmux.py: using CellId 21342\u000a12:05:19.423992 tst mo_mt_call_osmux.py: using BVCI 21343\u000a12:05:19.448891 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:05:19.460529 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:05:19.471971 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:05:19.483803 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:05:19.496144 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:05:19.507506 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:05:19.626838 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:05:19.841813 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:05:20.355614 run create_hlr_db(pid=3273): Launched\u000a12:05:20.544485 bus /sierra_2: Setting Powered False\u000a12:05:21.565927 run create_hlr_db(pid=3273): Terminated: ok {rc=0}\u000a12:05:21.979228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3275): Launched\u000a12:05:22.285790 run osmo-hlr_10.42.42.2(pid=3276): Launched\u000a12:05:22.404500 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:05:22.943278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3278): Launched\u000a12:05:23.249353 run osmo-stp_10.42.42.5(pid=3279): Launched\u000a12:05:23.360238 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:05:23.919449 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3281): Launched\u000a12:05:24.226282 run osmo-msc_10.42.42.6(pid=3282): Launched\u000a12:05:24.406145 run osmo-stp_10.42.42.5(pid=3279): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3279)]\u000a12:05:24.536147 run osmo-stp_10.42.42.5(pid=3279): stdout: \u000a| (launched: 2022-12-09_12:05:23.098072)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:05:24.663877 run osmo-stp_10.42.42.5(pid=3279): stderr: \u000a| �[0;m�[38;5;43m20221209120523266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120523267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120523267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120523267 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120523269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120523269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120523269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:05:24.786922 run osmo-stp_10.42.42.5(pid=3279): stdout: \u000a| (launched: 2022-12-09_12:05:23.098072)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:05:24.908379 run osmo-stp_10.42.42.5(pid=3279): stderr: \u000a| �[0;m�[38;5;43m20221209120523266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120523267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120523267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120523267 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120523269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120523269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120523269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:05:24.962254 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3279): Process ended prematurely: osmo-stp_10.42.42.5(pid=3279) [trial-2359↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3279)] [trial-2359↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a12:05:24.971190 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a12:05:25.031543 run osmo-hlr_10.42.42.2(pid=3276): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3276)]\u000a12:05:25.081091 run osmo-hlr_10.42.42.2(pid=3276): stdout: \u000a| (launched: 2022-12-09_12:05:22.134381) \u000a12:05:25.131077 run osmo-hlr_10.42.42.2(pid=3276): stderr: \u000a| �[0;m�[1;31m20221209120522310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209120522310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209120522310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120522310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120522310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209120522310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209120522322 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209120522331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209120522331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209120522331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:05:25.198612 run osmo-msc_10.42.42.6(pid=3282): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3282)]\u000a12:05:25.247614 run osmo-msc_10.42.42.6(pid=3282): stdout: \u000a| (launched: 2022-12-09_12:05:24.074409) \u000a12:05:25.297314 run osmo-msc_10.42.42.6(pid=3282): stderr: \u000a| �[0;m�[38;5;43m20221209120524346 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209120524346 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faf071adc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209120524346 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209120524346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209120524346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209120524347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209120524348 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209120524349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209120524349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209120524349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:05:25.339100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3275): Terminating (SIGTERM)\u000a12:05:25.379017 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3278): Terminating (SIGTERM)\u000a12:05:25.418925 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3281): Terminating (SIGTERM)\u000a12:05:25.428251 --- ParallelTerminationStrategy: PID 3275 died...\u000a12:05:25.481773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3275): Terminated: ok {rc=0}\u000a12:05:25.491478 --- ParallelTerminationStrategy: PID 3278 died...\u000a12:05:25.544659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3278): Terminated: ok {rc=0}\u000a12:05:25.554491 --- ParallelTerminationStrategy: PID 3281 died...\u000a12:05:25.607444 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3281): Terminated: ok {rc=0}\u000a12:05:25.697112 bus /sierra_3: Setting Powered False\u000a12:05:26.800266 bus /sierra_3: Setting Powered False\u000a12:05:27.906654 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "103", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:05:08" }, { "cases" : [ { "testActions" : [ ], "age" : 29, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3293): Process ended prematurely: osmo-stp_10.42.42.5(pid=3293) [trial-2359↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3293)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3293): Process ended prematurely: osmo-stp_10.42.42.5(pid=3293) [trial-2359↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3293)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a12:05:29.896822 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:05:29.908029 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:05:30.066736 tst mo_mt_call.py: using LAC 21343\u000a12:05:30.187543 tst mo_mt_call.py: using RAC 178\u000a12:05:30.309039 tst mo_mt_call.py: using CellId 21343\u000a12:05:30.428543 tst mo_mt_call.py: using BVCI 21344\u000a12:05:30.451593 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:05:30.462836 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:05:30.473907 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:05:30.485048 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:05:30.496215 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:05:30.507414 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:05:30.626768 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:05:30.833938 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:05:31.377757 run create_hlr_db(pid=3287): Launched\u000a12:05:31.558540 bus /sierra_2: Setting Powered False\u000a12:05:32.589238 run create_hlr_db(pid=3287): Terminated: ok {rc=0}\u000a12:05:33.003545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3289): Launched\u000a12:05:33.310858 run osmo-hlr_10.42.42.2(pid=3290): Launched\u000a12:05:33.422778 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:05:33.955051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3292): Launched\u000a12:05:34.261690 run osmo-stp_10.42.42.5(pid=3293): Launched\u000a12:05:34.372504 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:05:34.934960 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3295): Launched\u000a12:05:35.243222 run osmo-msc_10.42.42.6(pid=3296): Launched\u000a12:05:35.422458 run osmo-stp_10.42.42.5(pid=3293): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3293)]\u000a12:05:35.552097 run osmo-stp_10.42.42.5(pid=3293): stdout: \u000a| (launched: 2022-12-09_12:05:34.110987)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:05:35.679603 run osmo-stp_10.42.42.5(pid=3293): stderr: \u000a| �[0;m�[38;5;43m20221209120534280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120534280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120534281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120534281 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120534282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120534282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120534282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:05:35.802560 run osmo-stp_10.42.42.5(pid=3293): stdout: \u000a| (launched: 2022-12-09_12:05:34.110987)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:05:35.924364 run osmo-stp_10.42.42.5(pid=3293): stderr: \u000a| �[0;m�[38;5;43m20221209120534280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120534280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120534281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120534281 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120534282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120534282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120534282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:05:35.978101 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3293): Process ended prematurely: osmo-stp_10.42.42.5(pid=3293) [trial-2359↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3293)] [trial-2359↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a12:05:35.986740 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a12:05:36.047204 run osmo-hlr_10.42.42.2(pid=3290): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3290)]\u000a12:05:36.097012 run osmo-hlr_10.42.42.2(pid=3290): stdout: \u000a| (launched: 2022-12-09_12:05:33.159965) \u000a12:05:36.147413 run osmo-hlr_10.42.42.2(pid=3290): stderr: \u000a| �[0;m�[1;31m20221209120533334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209120533334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209120533334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120533334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120533334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209120533334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209120533346 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209120533355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209120533355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209120533355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:05:36.215769 run osmo-msc_10.42.42.6(pid=3296): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3296)]\u000a12:05:36.264983 run osmo-msc_10.42.42.6(pid=3296): stdout: \u000a| (launched: 2022-12-09_12:05:35.090726) \u000a12:05:36.315015 run osmo-msc_10.42.42.6(pid=3296): stderr: \u000a| �[0;m�[38;5;43m20221209120535359 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209120535359 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1576a02c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209120535359 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209120535360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209120535360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209120535360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209120535362 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209120535362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209120535362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209120535363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:05:36.357096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3289): Terminating (SIGTERM)\u000a12:05:36.396801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3292): Terminating (SIGTERM)\u000a12:05:36.436604 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3295): Terminating (SIGTERM)\u000a12:05:36.445871 --- ParallelTerminationStrategy: PID 3289 died...\u000a12:05:36.499926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3289): Terminated: ok {rc=0}\u000a12:05:36.509666 --- ParallelTerminationStrategy: PID 3292 died...\u000a12:05:36.562879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3292): Terminated: ok {rc=0}\u000a12:05:36.572428 --- ParallelTerminationStrategy: PID 3295 died...\u000a12:05:36.626174 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3295): Terminated: ok {rc=0}\u000a12:05:36.715655 bus /sierra_3: Setting Powered False\u000a12:05:37.825674 bus /sierra_3: Setting Powered False\u000a12:05:38.934930 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 195, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3304): Process ended prematurely: osmo-stp_10.42.42.5(pid=3304) [trial-2359↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3304)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3304): Process ended prematurely: osmo-stp_10.42.42.5(pid=3304) [trial-2359↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3304)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:05:40.051033 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:05:40.063715 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:05:40.226422 tst mo_mt_call_osmux.py: using LAC 21344\u000a12:05:40.348492 tst mo_mt_call_osmux.py: using RAC 179\u000a12:05:40.470995 tst mo_mt_call_osmux.py: using CellId 21344\u000a12:05:40.592402 tst mo_mt_call_osmux.py: using BVCI 21345\u000a12:05:40.615852 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:05:40.627671 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:05:40.638885 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:05:40.649916 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:05:40.661134 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:05:40.672141 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:05:40.791959 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:05:40.996525 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:05:41.490173 run create_hlr_db(pid=3298): Launched\u000a12:05:41.666693 bus /sierra_2: Setting Powered False\u000a12:05:42.688866 run create_hlr_db(pid=3298): Terminated: ok {rc=0}\u000a12:05:43.099292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3300): Launched\u000a12:05:43.406253 run osmo-hlr_10.42.42.2(pid=3301): Launched\u000a12:05:43.518179 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:05:44.050848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3303): Launched\u000a12:05:44.357847 run osmo-stp_10.42.42.5(pid=3304): Launched\u000a12:05:44.468481 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:05:45.036202 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3306): Launched\u000a12:05:45.347572 run osmo-msc_10.42.42.6(pid=3307): Launched\u000a12:05:45.528140 run osmo-stp_10.42.42.5(pid=3304): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3304)]\u000a12:05:45.658417 run osmo-stp_10.42.42.5(pid=3304): stdout: \u000a| (launched: 2022-12-09_12:05:44.206568)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:05:45.787067 run osmo-stp_10.42.42.5(pid=3304): stderr: \u000a| �[0;m�[38;5;43m20221209120544376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120544377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120544377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120544377 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120544378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120544378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120544378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:05:45.919155 run osmo-stp_10.42.42.5(pid=3304): stdout: \u000a| (launched: 2022-12-09_12:05:44.206568)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:05:46.043862 run osmo-stp_10.42.42.5(pid=3304): stderr: \u000a| �[0;m�[38;5;43m20221209120544376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120544377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120544377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120544377 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120544378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120544378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120544378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:05:46.099403 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3304): Process ended prematurely: osmo-stp_10.42.42.5(pid=3304) [trial-2359↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3304)] [trial-2359↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a12:05:46.109033 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a12:05:46.172013 run osmo-hlr_10.42.42.2(pid=3301): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3301)]\u000a12:05:46.222883 run osmo-hlr_10.42.42.2(pid=3301): stdout: \u000a| (launched: 2022-12-09_12:05:43.254929) \u000a12:05:46.274262 run osmo-hlr_10.42.42.2(pid=3301): stderr: \u000a| �[0;m�[1;31m20221209120543427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209120543427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209120543427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120543427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120543427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209120543427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209120543440 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209120543450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209120543450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209120543450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:05:46.342957 run osmo-msc_10.42.42.6(pid=3307): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3307)]\u000a12:05:46.393085 run osmo-msc_10.42.42.6(pid=3307): stdout: \u000a| (launched: 2022-12-09_12:05:45.192706) \u000a12:05:46.443737 run osmo-msc_10.42.42.6(pid=3307): stderr: \u000a| �[0;m�[38;5;43m20221209120545462 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209120545463 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4054de6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209120545463 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209120545463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209120545463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209120545463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209120545465 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209120545465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209120545466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209120545466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:05:46.486519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3300): Terminating (SIGTERM)\u000a12:05:46.529537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3303): Terminating (SIGTERM)\u000a12:05:46.570636 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3306): Terminating (SIGTERM)\u000a12:05:46.580299 --- ParallelTerminationStrategy: PID 3300 died...\u000a12:05:46.634604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3300): Terminated: ok {rc=0}\u000a12:05:46.644605 --- ParallelTerminationStrategy: PID 3303 died...\u000a12:05:46.699636 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3303): Terminated: ok {rc=0}\u000a12:05:46.709722 --- ParallelTerminationStrategy: PID 3306 died...\u000a12:05:46.763642 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3306): Terminated: ok {rc=0}\u000a12:05:46.854043 bus /sierra_3: Setting Powered False\u000a12:05:47.956074 bus /sierra_3: Setting Powered False\u000a12:05:49.067948 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "104", "name" : "voice_trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:05:29" }, { "cases" : [ { "testActions" : [ ], "age" : 31, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3319): Process ended prematurely: osmo-stp_10.42.42.5(pid=3319) [trial-2359↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3319)]", "failedSince" : 2329, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3319): Process ended prematurely: osmo-stp_10.42.42.5(pid=3319) [trial-2359↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3319)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a12:05:51.077053 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:05:51.088580 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:05:51.257541 tst mo_mt_call.py: using LAC 21345\u000a12:05:51.387428 tst mo_mt_call.py: using RAC 180\u000a12:05:51.517879 tst mo_mt_call.py: using CellId 21345\u000a12:05:51.652883 tst mo_mt_call.py: using BVCI 21346\u000a12:05:51.678102 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:05:51.689463 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:05:51.700530 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:05:51.712052 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:05:51.723708 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:05:51.735304 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:05:51.853548 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:05:52.057473 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:05:52.547191 run create_hlr_db(pid=3313): Launched\u000a12:05:52.723127 bus /sierra_2: Setting Powered False\u000a12:05:53.744421 run create_hlr_db(pid=3313): Terminated: ok {rc=0}\u000a12:05:54.183568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3315): Launched\u000a12:05:54.511225 run osmo-hlr_10.42.42.2(pid=3316): Launched\u000a12:05:54.633066 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:05:55.204107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3318): Launched\u000a12:05:55.532731 run osmo-stp_10.42.42.5(pid=3319): Launched\u000a12:05:55.652507 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:05:56.255821 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3321): Launched\u000a12:05:56.584938 run osmo-msc_10.42.42.6(pid=3322): Launched\u000a12:05:56.779531 run osmo-stp_10.42.42.5(pid=3319): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3319)]\u000a12:05:56.918875 run osmo-stp_10.42.42.5(pid=3319): stdout: \u000a| (launched: 2022-12-09_12:05:55.370286)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:05:57.055687 run osmo-stp_10.42.42.5(pid=3319): stderr: \u000a| �[0;m�[38;5;43m20221209120555560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120555560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120555560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120555560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120555561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120555561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120555561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:05:57.187155 run osmo-stp_10.42.42.5(pid=3319): stdout: \u000a| (launched: 2022-12-09_12:05:55.370286)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:05:57.316915 run osmo-stp_10.42.42.5(pid=3319): stderr: \u000a| �[0;m�[38;5;43m20221209120555560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120555560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120555560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120555560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120555561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120555561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120555561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:05:57.374769 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3319): Process ended prematurely: osmo-stp_10.42.42.5(pid=3319) [trial-2359↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3319)] [trial-2359↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a12:05:57.383975 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a12:05:57.448087 run osmo-hlr_10.42.42.2(pid=3316): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3316)]\u000a12:05:57.500859 run osmo-hlr_10.42.42.2(pid=3316): stdout: \u000a| (launched: 2022-12-09_12:05:54.350317) \u000a12:05:57.553948 run osmo-hlr_10.42.42.2(pid=3316): stderr: \u000a| �[0;m�[1;31m20221209120554546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209120554546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209120554546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120554546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120554546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209120554547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209120554559 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209120554568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209120554568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209120554568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:05:57.625815 run osmo-msc_10.42.42.6(pid=3322): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3322)]\u000a12:05:57.678266 run osmo-msc_10.42.42.6(pid=3322): stdout: \u000a| (launched: 2022-12-09_12:05:56.422823) \u000a12:05:57.731428 run osmo-msc_10.42.42.6(pid=3322): stderr: \u000a| �[0;m�[38;5;43m20221209120556742 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209120556742 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd86f3d4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209120556742 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209120556742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209120556742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209120556742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209120556744 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209120556744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209120556745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209120556745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:05:57.776211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3315): Terminating (SIGTERM)\u000a12:05:57.818810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3318): Terminating (SIGTERM)\u000a12:05:57.861674 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3321): Terminating (SIGTERM)\u000a12:05:57.871428 --- ParallelTerminationStrategy: PID 3315 died...\u000a12:05:57.928719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3315): Terminated: ok {rc=0}\u000a12:05:57.939011 --- ParallelTerminationStrategy: PID 3318 died...\u000a12:05:57.995723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3318): Terminated: ok {rc=0}\u000a12:05:58.005913 --- ParallelTerminationStrategy: PID 3321 died...\u000a12:05:58.062453 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3321): Terminated: ok {rc=0}\u000a12:05:58.150202 bus /sierra_3: Setting Powered False\u000a12:05:59.254673 bus /sierra_3: Setting Powered False\u000a12:06:00.363071 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 195, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3330): Process ended prematurely: osmo-stp_10.42.42.5(pid=3330) [trial-2359↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3330)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3330): Process ended prematurely: osmo-stp_10.42.42.5(pid=3330) [trial-2359↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3330)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:06:01.490244 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:06:01.503656 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:06:01.677931 tst mo_mt_call_osmux.py: using LAC 21346\u000a12:06:01.815190 tst mo_mt_call_osmux.py: using RAC 181\u000a12:06:01.953662 tst mo_mt_call_osmux.py: using CellId 21346\u000a12:06:02.077288 tst mo_mt_call_osmux.py: using BVCI 21347\u000a12:06:02.101171 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:06:02.112271 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:06:02.123496 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:06:02.134499 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:06:02.145906 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:06:02.157280 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:06:02.275311 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:06:02.483602 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:06:02.974736 run create_hlr_db(pid=3324): Launched\u000a12:06:03.149785 bus /sierra_2: Setting Powered False\u000a12:06:04.171894 run create_hlr_db(pid=3324): Terminated: ok {rc=0}\u000a12:06:04.607868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3326): Launched\u000a12:06:04.937898 run osmo-hlr_10.42.42.2(pid=3327): Launched\u000a12:06:05.058465 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:06:05.632087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3329): Launched\u000a12:06:05.961749 run osmo-stp_10.42.42.5(pid=3330): Launched\u000a12:06:06.079699 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:06:06.679211 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3332): Launched\u000a12:06:07.009103 run osmo-msc_10.42.42.6(pid=3333): Launched\u000a12:06:07.201353 run osmo-stp_10.42.42.5(pid=3330): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3330)]\u000a12:06:07.340523 run osmo-stp_10.42.42.5(pid=3330): stdout: \u000a| (launched: 2022-12-09_12:06:05.798467)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:06:07.477875 run osmo-stp_10.42.42.5(pid=3330): stderr: \u000a| �[0;m�[38;5;43m20221209120605988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120605988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120605988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120605989 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120605989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120605989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120605989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:06:07.609684 run osmo-stp_10.42.42.5(pid=3330): stdout: \u000a| (launched: 2022-12-09_12:06:05.798467)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:06:07.740473 run osmo-stp_10.42.42.5(pid=3330): stderr: \u000a| �[0;m�[38;5;43m20221209120605988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120605988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120605988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120605989 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120605989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120605989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120605989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:06:07.798453 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3330): Process ended prematurely: osmo-stp_10.42.42.5(pid=3330) [trial-2359↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3330)] [trial-2359↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a12:06:07.807968 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a12:06:07.872673 run osmo-hlr_10.42.42.2(pid=3327): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3327)]\u000a12:06:07.924858 run osmo-hlr_10.42.42.2(pid=3327): stdout: \u000a| (launched: 2022-12-09_12:06:04.774529) \u000a12:06:07.977592 run osmo-hlr_10.42.42.2(pid=3327): stderr: \u000a| �[0;m�[1;31m20221209120604970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209120604970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209120604970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120604970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120604970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209120604970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209120604983 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209120604992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209120604992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209120604992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:06:08.049104 run osmo-msc_10.42.42.6(pid=3333): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3333)]\u000a12:06:08.101046 run osmo-msc_10.42.42.6(pid=3333): stdout: \u000a| (launched: 2022-12-09_12:06:06.846120) \u000a12:06:08.153550 run osmo-msc_10.42.42.6(pid=3333): stderr: \u000a| �[0;m�[38;5;43m20221209120607165 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209120607165 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f67fa2cfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209120607165 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209120607165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209120607165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209120607166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209120607167 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209120607168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209120607168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209120607168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:06:08.198537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3326): Terminating (SIGTERM)\u000a12:06:08.240997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3329): Terminating (SIGTERM)\u000a12:06:08.284254 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3332): Terminating (SIGTERM)\u000a12:06:08.294491 --- ParallelTerminationStrategy: PID 3326 died...\u000a12:06:08.351568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3326): Terminated: ok {rc=0}\u000a12:06:08.361698 --- ParallelTerminationStrategy: PID 3329 died...\u000a12:06:08.418633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3329): Terminated: ok {rc=0}\u000a12:06:08.428905 --- ParallelTerminationStrategy: PID 3332 died...\u000a12:06:08.486137 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3332): Terminated: ok {rc=0}\u000a12:06:08.574250 bus /sierra_3: Setting Powered False\u000a12:06:09.682545 bus /sierra_3: Setting Powered False\u000a12:06:10.795542 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "105", "name" : "voice_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:05:50" }, { "cases" : [ { "testActions" : [ ], "age" : 29, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3344): Process ended prematurely: osmo-stp_10.42.42.5(pid=3344) [trial-2359↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3344)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3344): Process ended prematurely: osmo-stp_10.42.42.5(pid=3344) [trial-2359↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3344)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 emergency:trx-lms emergency_mo_mt_call.py\u000a----------------------------------------------\u000a12:06:12.811515 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:06:12.822223 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a12:06:12.957420 tst emergency_mo_mt_call.py: using LAC 21347\u000a12:06:13.079317 tst emergency_mo_mt_call.py: using RAC 182\u000a12:06:13.203074 tst emergency_mo_mt_call.py: using CellId 21347\u000a12:06:13.327680 tst emergency_mo_mt_call.py: using BVCI 21348\u000a12:06:13.352364 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:06:13.363972 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:06:13.375179 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:06:13.386703 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:06:13.398215 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:06:13.409700 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a12:06:13.528918 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a12:06:13.740212 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:06:14.221652 run create_hlr_db(pid=3338): Launched\u000a12:06:14.395229 bus /sierra_2: Setting Powered False\u000a12:06:15.416827 run create_hlr_db(pid=3338): Terminated: ok {rc=0}\u000a12:06:15.819344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3340): Launched\u000a12:06:16.146483 run osmo-hlr_10.42.42.2(pid=3341): Launched\u000a12:06:16.341070 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:06:17.015593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3343): Launched\u000a12:06:17.403350 run osmo-stp_10.42.42.5(pid=3344): Launched\u000a12:06:17.536522 tst emergency_mo_mt_call.py: using MSISDN 7197\u000a12:06:17.684537 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:06:18.234269 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3346): Launched\u000a12:06:18.534840 run osmo-msc_10.42.42.6(pid=3347): Launched\u000a12:06:18.710247 run osmo-stp_10.42.42.5(pid=3344): ERR: Terminated: ERROR {rc=1} [trial-2359↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3344)]\u000a12:06:18.836881 run osmo-stp_10.42.42.5(pid=3344): stdout: \u000a| (launched: 2022-12-09_12:06:17.184287)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:06:18.962834 run osmo-stp_10.42.42.5(pid=3344): stderr: \u000a| �[0;m�[38;5;43m20221209120617416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120617416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120617416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120617417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120617418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120617418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120617418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:06:19.082673 run osmo-stp_10.42.42.5(pid=3344): stdout: \u000a| (launched: 2022-12-09_12:06:17.184287)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:06:19.201509 run osmo-stp_10.42.42.5(pid=3344): stderr: \u000a| �[0;m�[38;5;43m20221209120617416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120617416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120617416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120617417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120617418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120617418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120617418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:06:19.253571 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=3344): Process ended prematurely: osmo-stp_10.42.42.5(pid=3344) [trial-2359↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3344)] [trial-2359↪emergency:trx-lms↪emergency_mo_mt_call.py:19]\u000a12:06:19.261593 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a12:06:19.321109 run osmo-hlr_10.42.42.2(pid=3341): ERR: Terminated: ERROR {rc=237} [trial-2359↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3341)]\u000a12:06:19.370445 run osmo-hlr_10.42.42.2(pid=3341): stdout: \u000a| (launched: 2022-12-09_12:06:15.986536) \u000a12:06:19.420275 run osmo-hlr_10.42.42.2(pid=3341): stderr: \u000a| �[0;m�[1;31m20221209120616347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209120616347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209120616347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120616347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120616347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209120616347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209120616363 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/emergency:trx-lms/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209120616371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209120616372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209120616372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:06:19.488139 run osmo-msc_10.42.42.6(pid=3347): ERR: Terminated: ERROR {rc=2} [trial-2359↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3347)]\u000a12:06:19.537472 run osmo-msc_10.42.42.6(pid=3347): stdout: \u000a| (launched: 2022-12-09_12:06:18.385932) \u000a12:06:19.587176 run osmo-msc_10.42.42.6(pid=3347): stderr: \u000a| �[0;m�[38;5;43m20221209120618655 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209120618655 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fde4512cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209120618655 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209120618655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209120618655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209120618655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209120618658 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209120618659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209120618659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209120618659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:06:19.629299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3340): Terminating (SIGTERM)\u000a12:06:19.669125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3343): Terminating (SIGTERM)\u000a12:06:19.709120 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3346): Terminating (SIGTERM)\u000a12:06:19.718301 --- ParallelTerminationStrategy: PID 3340 died...\u000a12:06:19.772171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3340): Terminated: ok {rc=0}\u000a12:06:19.781853 --- ParallelTerminationStrategy: PID 3343 died...\u000a12:06:19.835493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3343): Terminated: ok {rc=0}\u000a12:06:19.845118 --- ParallelTerminationStrategy: PID 3346 died...\u000a12:06:19.898324 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3346): Terminated: ok {rc=0}\u000a12:06:19.982784 bus /sierra_3: Setting Powered False\u000a12:06:21.091430 bus /sierra_3: Setting Powered False\u000a12:06:22.203563 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3355): Process ended prematurely: osmo-stp_10.42.42.5(pid=3355) [trial-2359↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3355)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3355): Process ended prematurely: osmo-stp_10.42.42.5(pid=3355) [trial-2359↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3355)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 emergency:trx-lms emergency_preemptive_call.py\u000a----------------------------------------------\u000a12:06:23.255530 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:06:23.266978 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a12:06:23.405771 tst emergency_preemptive_call.py: using LAC 21348\u000a12:06:23.523540 tst emergency_preemptive_call.py: using RAC 183\u000a12:06:23.643852 tst emergency_preemptive_call.py: using CellId 21348\u000a12:06:23.771163 tst emergency_preemptive_call.py: using BVCI 21349\u000a12:06:23.795985 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:06:23.807502 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:06:23.818815 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:06:23.830439 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:06:23.842345 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:06:23.854028 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a12:06:23.973227 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a12:06:24.090385 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a12:06:24.211478 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a12:06:24.411710 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:06:24.898176 run create_hlr_db(pid=3349): Launched\u000a12:06:25.072639 bus /sierra_2: Setting Powered False\u000a12:06:26.104714 run create_hlr_db(pid=3349): Terminated: ok {rc=0}\u000a12:06:26.512100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3351): Launched\u000a12:06:26.813837 run osmo-hlr_10.42.42.2(pid=3352): Launched\u000a12:06:26.923106 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:06:27.446823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3354): Launched\u000a12:06:27.747808 run osmo-stp_10.42.42.5(pid=3355): Launched\u000a12:06:27.868784 tst emergency_preemptive_call.py: using MSISDN 7198\u000a12:06:28.017800 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:06:28.570445 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3357): Launched\u000a12:06:28.871706 run osmo-msc_10.42.42.6(pid=3358): Launched\u000a12:06:29.050014 run osmo-stp_10.42.42.5(pid=3355): ERR: Terminated: ERROR {rc=1} [trial-2359↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3355)]\u000a12:06:29.176847 run osmo-stp_10.42.42.5(pid=3355): stdout: \u000a| (launched: 2022-12-09_12:06:27.598730)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:06:29.301868 run osmo-stp_10.42.42.5(pid=3355): stderr: \u000a| �[0;m�[38;5;43m20221209120627767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120627767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120627767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120627767 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120627768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120627768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120627768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:06:29.422523 run osmo-stp_10.42.42.5(pid=3355): stdout: \u000a| (launched: 2022-12-09_12:06:27.598730)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:06:29.541868 run osmo-stp_10.42.42.5(pid=3355): stderr: \u000a| �[0;m�[38;5;43m20221209120627767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120627767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120627767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120627767 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120627768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120627768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120627768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:06:29.594197 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=3355): Process ended prematurely: osmo-stp_10.42.42.5(pid=3355) [trial-2359↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3355)] [trial-2359↪emergency:trx-lms↪emergency_preemptive_call.py:32]\u000a12:06:29.602362 tst emergency_preemptive_call.py:32: Test FAILED (6.3 sec)\u000a12:06:29.662630 run osmo-hlr_10.42.42.2(pid=3352): ERR: Terminated: ERROR {rc=237} [trial-2359↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3352)]\u000a12:06:29.712019 run osmo-hlr_10.42.42.2(pid=3352): stdout: \u000a| (launched: 2022-12-09_12:06:26.665237) \u000a12:06:29.762024 run osmo-hlr_10.42.42.2(pid=3352): stderr: \u000a| �[0;m�[1;31m20221209120626839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209120626839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209120626839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120626839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120626839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209120626839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209120626851 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/emergency:trx-lms/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209120626860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209120626860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209120626860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:06:29.830258 run osmo-msc_10.42.42.6(pid=3358): ERR: Terminated: ERROR {rc=2} [trial-2359↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3358)]\u000a12:06:29.879810 run osmo-msc_10.42.42.6(pid=3358): stdout: \u000a| (launched: 2022-12-09_12:06:28.722629) \u000a12:06:29.930134 run osmo-msc_10.42.42.6(pid=3358): stderr: \u000a| �[0;m�[38;5;43m20221209120628991 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209120628992 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0702581c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209120628992 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209120628992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209120628992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209120628992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209120628994 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209120628994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209120628995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209120628995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:06:29.972604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3351): Terminating (SIGTERM)\u000a12:06:30.012465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3354): Terminating (SIGTERM)\u000a12:06:30.052321 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3357): Terminating (SIGTERM)\u000a12:06:30.061675 --- ParallelTerminationStrategy: PID 3351 died...\u000a12:06:30.115594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3351): Terminated: ok {rc=0}\u000a12:06:30.125420 --- ParallelTerminationStrategy: PID 3354 died...\u000a12:06:30.179069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3354): Terminated: ok {rc=0}\u000a12:06:30.188746 --- ParallelTerminationStrategy: PID 3357 died...\u000a12:06:30.242192 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3357): Terminated: ok {rc=0}\u000a12:06:30.325692 bus /sierra_9: Setting Powered False\u000a12:06:31.456739 bus /sierra_9: Setting Powered False\u000a12:06:32.566538 bus /sierra_8: Setting Powered False\u000a12:06:33.667896 bus /sierra_8: Setting Powered False\u000a12:06:34.780940 bus /sierra_3: Setting Powered False\u000a12:06:35.890795 bus /sierra_3: Setting Powered False\u000a12:06:37.000430 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "106", "name" : "emergency_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:06:12" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-lms", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3373): Process ended prematurely: osmo-stp_10.42.42.5(pid=3373) [trial-2359↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3373)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3373): Process ended prematurely: osmo-stp_10.42.42.5(pid=3373) [trial-2359↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3373)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-lms cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:06:39.137751 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:06:39.148873 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a12:06:39.296902 tst cs_paging_gprs_active.py: using LAC 21349\u000a12:06:39.424472 tst cs_paging_gprs_active.py: using RAC 184\u000a12:06:39.551912 tst cs_paging_gprs_active.py: using CellId 21349\u000a12:06:39.678915 tst cs_paging_gprs_active.py: using BVCI 21350\u000a12:06:39.704227 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:06:39.715447 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:06:39.726326 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:06:39.737464 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:06:39.748490 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:06:39.759594 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:06:39.770898 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:06:39.782065 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:06:39.793029 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a12:06:39.912608 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a12:06:40.211686 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:06:40.349305 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:06:40.692613 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3363): Launched\u000a12:06:40.978725 run iperf3-srv_10.42.42.10(pid=3364): Launched\u000a12:06:41.180686 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:06:41.318076 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:06:41.659241 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3365): Launched\u000a12:06:41.944569 run iperf3-srv_10.42.42.10(pid=3366): Launched\u000a12:06:42.146615 tst cs_paging_gprs_active.py:38: start network...\u000a12:06:42.283944 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:06:42.804495 run create_hlr_db(pid=3367): Launched\u000a12:06:42.995732 bus /sierra_2: Setting Powered False\u000a12:06:44.015768 run create_hlr_db(pid=3367): Terminated: ok {rc=0}\u000a12:06:44.429452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3369): Launched\u000a12:06:44.738417 run osmo-hlr_10.42.42.2(pid=3370): Launched\u000a12:06:44.852412 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:06:45.387463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3372): Launched\u000a12:06:45.696331 run osmo-stp_10.42.42.5(pid=3373): Launched\u000a12:06:45.809602 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:06:46.419332 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3375): Launched\u000a12:06:46.542975 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:06:46.846865 run patchelf(pid=3376): Launched\u000a12:06:47.031612 run osmo-stp_10.42.42.5(pid=3373): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3373)]\u000a12:06:47.165780 run osmo-stp_10.42.42.5(pid=3373): stdout: \u000a| (launched: 2022-12-09_12:06:45.543422)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:06:47.297656 run osmo-stp_10.42.42.5(pid=3373): stderr: \u000a| �[0;m�[38;5;43m20221209120645714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120645714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120645714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120645714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120645715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120645715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120645715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:06:47.425395 run osmo-stp_10.42.42.5(pid=3373): stdout: \u000a| (launched: 2022-12-09_12:06:45.543422)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:06:47.551680 run osmo-stp_10.42.42.5(pid=3373): stderr: \u000a| �[0;m�[38;5;43m20221209120645714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120645714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120645714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120645714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120645715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120645715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120645715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:06:47.700150 run patchelf(pid=3376): Terminating (SIGINT)\u000a12:06:47.874974 run patchelf(pid=3376): Terminated: ok {rc=0}\u000a12:06:47.907157 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=3373): Process ended prematurely: osmo-stp_10.42.42.5(pid=3373) [trial-2359↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3373)] [trial-2359↪gprs:trx-lms↪cs_paging_gprs_active.py:38]\u000a12:06:47.916585 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a12:06:47.977709 run osmo-hlr_10.42.42.2(pid=3370): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-lms↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3370)]\u000a12:06:48.027504 run osmo-hlr_10.42.42.2(pid=3370): stdout: \u000a| (launched: 2022-12-09_12:06:44.585849) \u000a12:06:48.078030 run osmo-hlr_10.42.42.2(pid=3370): stderr: \u000a| �[0;m�[1;31m20221209120644761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209120644761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209120644761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120644761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120644761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209120644761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209120644777 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-lms/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209120644786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209120644786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209120644786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:06:48.120921 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3363): Terminating (SIGTERM)\u000a12:06:48.161262 run iperf3-srv_10.42.42.10(pid=3364): Terminating (SIGTERM)\u000a12:06:48.201545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3365): Terminating (SIGTERM)\u000a12:06:48.241790 run iperf3-srv_10.42.42.10(pid=3366): Terminating (SIGTERM)\u000a12:06:48.282085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3369): Terminating (SIGTERM)\u000a12:06:48.322349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3372): Terminating (SIGTERM)\u000a12:06:48.362330 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3375): Terminating (SIGTERM)\u000a12:06:48.371597 --- ParallelTerminationStrategy: PID 3363 died...\u000a12:06:48.425283 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3363): Terminated: ok {rc=0}\u000a12:06:48.434974 --- ParallelTerminationStrategy: PID 3364 died...\u000a12:06:48.488100 run iperf3-srv_10.42.42.10(pid=3364): Terminated {rc=256}\u000a12:06:48.497826 --- ParallelTerminationStrategy: PID 3365 died...\u000a12:06:48.550903 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3365): Terminated: ok {rc=0}\u000a12:06:48.560508 --- ParallelTerminationStrategy: PID 3366 died...\u000a12:06:48.613649 run iperf3-srv_10.42.42.10(pid=3366): Terminated {rc=256}\u000a12:06:48.623385 --- ParallelTerminationStrategy: PID 3369 died...\u000a12:06:48.676770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3369): Terminated: ok {rc=0}\u000a12:06:48.686512 --- ParallelTerminationStrategy: PID 3372 died...\u000a12:06:48.739752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3372): Terminated: ok {rc=0}\u000a12:06:48.749582 --- ParallelTerminationStrategy: PID 3375 died...\u000a12:06:48.803029 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3375): Terminated: ok {rc=0}\u000a12:06:48.892502 bus /gobi_0: Setting Powered False\u000a12:06:49.997698 bus /gobi_0: Setting Powered False\u000a12:06:51.110928 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "gprs:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3385): Process ended prematurely: osmo-stp_10.42.42.5(pid=3385) [trial-2359↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3385)]", "failedSince" : 2142, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3385): Process ended prematurely: osmo-stp_10.42.42.5(pid=3385) [trial-2359↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3385)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-lms iperf3.py\u000a----------------------------------------------\u000a12:06:52.221735 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:06:52.233121 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a12:06:52.373359 tst iperf3.py: using LAC 21350\u000a12:06:52.494011 tst iperf3.py: using RAC 185\u000a12:06:52.616243 tst iperf3.py: using CellId 21350\u000a12:06:52.738916 tst iperf3.py: using BVCI 21351\u000a12:06:52.762517 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:06:52.773316 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:06:52.783695 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:06:52.794297 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:06:52.804678 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:06:52.815603 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:06:52.826605 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:06:52.836907 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:06:52.847938 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a12:06:53.129569 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:06:53.257739 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:06:53.577717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3377): Launched\u000a12:06:53.845773 run iperf3-srv_10.42.42.10(pid=3378): Launched\u000a12:06:54.033180 tst iperf3.py:8: start network...\u000a12:06:54.160867 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:06:54.656561 run create_hlr_db(pid=3379): Launched\u000a12:06:54.832792 bus /gobi_6: Setting Powered False\u000a12:06:55.854008 run create_hlr_db(pid=3379): Terminated: ok {rc=0}\u000a12:06:56.293289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3381): Launched\u000a12:06:56.626057 run osmo-hlr_10.42.42.2(pid=3382): Launched\u000a12:06:56.746714 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:06:57.324280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3384): Launched\u000a12:06:57.655453 run osmo-stp_10.42.42.5(pid=3385): Launched\u000a12:06:57.776274 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:06:58.353102 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3387): Launched\u000a12:06:58.470355 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:06:58.760419 run patchelf(pid=3388): Launched\u000a12:06:58.953196 run osmo-stp_10.42.42.5(pid=3385): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3385)]\u000a12:06:59.093695 run osmo-stp_10.42.42.5(pid=3385): stdout: \u000a| (launched: 2022-12-09_12:06:57.491261)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:06:59.234361 run osmo-stp_10.42.42.5(pid=3385): stderr: \u000a| �[0;m�[38;5;43m20221209120657682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120657682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120657683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120657683 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120657684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120657684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120657684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:06:59.371006 run osmo-stp_10.42.42.5(pid=3385): stdout: \u000a| (launched: 2022-12-09_12:06:57.491261)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:06:59.505817 run osmo-stp_10.42.42.5(pid=3385): stderr: \u000a| �[0;m�[38;5;43m20221209120657682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120657682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120657683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120657683 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120657684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120657684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120657684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:06:59.663642 run patchelf(pid=3388): Terminating (SIGINT)\u000a12:06:59.849640 run patchelf(pid=3388): Terminated: ok {rc=0}\u000a12:06:59.884101 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3385): Process ended prematurely: osmo-stp_10.42.42.5(pid=3385) [trial-2359↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3385)] [trial-2359↪gprs:trx-lms↪iperf3.py:8]\u000a12:06:59.893994 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a12:06:59.958789 run osmo-hlr_10.42.42.2(pid=3382): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-lms↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3382)]\u000a12:07:00.011548 run osmo-hlr_10.42.42.2(pid=3382): stdout: \u000a| (launched: 2022-12-09_12:06:56.461115) \u000a12:07:00.064825 run osmo-hlr_10.42.42.2(pid=3382): stderr: \u000a| �[0;m�[1;31m20221209120656658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209120656658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209120656658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120656658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120656658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209120656658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209120656670 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-lms/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209120656680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209120656680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209120656680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:07:00.110025 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3377): Terminating (SIGTERM)\u000a12:07:00.152814 run iperf3-srv_10.42.42.10(pid=3378): Terminating (SIGTERM)\u000a12:07:00.196053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3381): Terminating (SIGTERM)\u000a12:07:00.239269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3384): Terminating (SIGTERM)\u000a12:07:00.281871 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3387): Terminating (SIGTERM)\u000a12:07:00.291997 --- ParallelTerminationStrategy: PID 3377 died...\u000a12:07:00.349415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3377): Terminated: ok {rc=0}\u000a12:07:00.359978 --- ParallelTerminationStrategy: PID 3378 died...\u000a12:07:00.416888 run iperf3-srv_10.42.42.10(pid=3378): Terminated {rc=256}\u000a12:07:00.427227 --- ParallelTerminationStrategy: PID 3381 died...\u000a12:07:00.484436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3381): Terminated: ok {rc=0}\u000a12:07:00.494607 --- ParallelTerminationStrategy: PID 3384 died...\u000a12:07:00.551738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3384): Terminated: ok {rc=0}\u000a12:07:00.562146 --- ParallelTerminationStrategy: PID 3387 died...\u000a12:07:00.619229 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3387): Terminated: ok {rc=0}\u000a12:07:00.706734 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-lms", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3403): Process ended prematurely: osmo-stp_10.42.42.5(pid=3403) [trial-2359↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3403)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3403): Process ended prematurely: osmo-stp_10.42.42.5(pid=3403) [trial-2359↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3403)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-lms iperf3m4.py\u000a----------------------------------------------\u000a12:07:01.825042 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:07:01.837833 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a12:07:01.987468 tst iperf3m4.py: using LAC 21351\u000a12:07:02.142515 tst iperf3m4.py: using RAC 186\u000a12:07:02.263535 tst iperf3m4.py: using CellId 21351\u000a12:07:02.383469 tst iperf3m4.py: using BVCI 21352\u000a12:07:02.406963 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:07:02.417797 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:07:02.428344 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:07:02.438804 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:07:02.449191 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:07:02.459416 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:07:02.470440 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:07:02.480748 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:07:02.491314 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a12:07:02.606398 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a12:07:02.733041 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a12:07:02.853438 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a12:07:03.135135 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:07:03.262916 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:07:03.582123 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3389): Launched\u000a12:07:03.847511 run iperf3-srv_10.42.42.10(pid=3390): Launched\u000a12:07:04.035318 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:07:04.162992 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:07:04.484791 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3391): Launched\u000a12:07:04.750366 run iperf3-srv_10.42.42.10(pid=3392): Launched\u000a12:07:04.936558 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:07:05.063616 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:07:05.383027 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3393): Launched\u000a12:07:05.648657 run iperf3-srv_10.42.42.10(pid=3394): Launched\u000a12:07:05.835341 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:07:05.962125 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:07:06.280226 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3395): Launched\u000a12:07:06.545759 run iperf3-srv_10.42.42.10(pid=3396): Launched\u000a12:07:06.732862 tst iperf3m4.py:8: start network...\u000a12:07:06.860755 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:07:07.355487 run create_hlr_db(pid=3397): Launched\u000a12:07:07.531905 bus /gobi_6: Setting Powered False\u000a12:07:08.553402 run create_hlr_db(pid=3397): Terminated: ok {rc=0}\u000a12:07:08.989866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3399): Launched\u000a12:07:09.298040 run osmo-hlr_10.42.42.2(pid=3400): Launched\u000a12:07:09.414868 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:07:09.951141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3402): Launched\u000a12:07:10.257744 run osmo-stp_10.42.42.5(pid=3403): Launched\u000a12:07:10.368667 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:07:10.904511 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3405): Launched\u000a12:07:11.013432 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:07:11.281041 run patchelf(pid=3406): Launched\u000a12:07:11.460754 run osmo-stp_10.42.42.5(pid=3403): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3403)]\u000a12:07:11.591610 run osmo-stp_10.42.42.5(pid=3403): stdout: \u000a| (launched: 2022-12-09_12:07:10.106886)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:07:11.722549 run osmo-stp_10.42.42.5(pid=3403): stderr: \u000a| �[0;m�[38;5;43m20221209120710275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120710276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120710276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120710276 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120710277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120710277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120710277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:07:11.849267 run osmo-stp_10.42.42.5(pid=3403): stdout: \u000a| (launched: 2022-12-09_12:07:10.106886)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:07:11.974651 run osmo-stp_10.42.42.5(pid=3403): stderr: \u000a| �[0;m�[38;5;43m20221209120710275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120710276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120710276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120710276 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120710277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120710277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120710277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:07:12.121687 run patchelf(pid=3406): Terminating (SIGINT)\u000a12:07:12.294820 run patchelf(pid=3406): Terminated: ok {rc=0}\u000a12:07:12.326516 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3403): Process ended prematurely: osmo-stp_10.42.42.5(pid=3403) [trial-2359↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3403)] [trial-2359↪gprs:trx-lms↪iperf3m4.py:8]\u000a12:07:12.335746 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a12:07:12.395905 run osmo-hlr_10.42.42.2(pid=3400): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-lms↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3400)]\u000a12:07:12.444927 run osmo-hlr_10.42.42.2(pid=3400): stdout: \u000a| (launched: 2022-12-09_12:07:09.146275) \u000a12:07:12.494800 run osmo-hlr_10.42.42.2(pid=3400): stderr: \u000a| �[0;m�[1;31m20221209120709323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209120709323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209120709323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120709323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120709323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209120709323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209120709335 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-lms/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209120709344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209120709345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209120709345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:07:12.536875 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3389): Terminating (SIGTERM)\u000a12:07:12.576581 run iperf3-srv_10.42.42.10(pid=3390): Terminating (SIGTERM)\u000a12:07:12.616119 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3391): Terminating (SIGTERM)\u000a12:07:12.655671 run iperf3-srv_10.42.42.10(pid=3392): Terminating (SIGTERM)\u000a12:07:12.695777 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3393): Terminating (SIGTERM)\u000a12:07:12.735365 run iperf3-srv_10.42.42.10(pid=3394): Terminating (SIGTERM)\u000a12:07:12.774938 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3395): Terminating (SIGTERM)\u000a12:07:12.814530 run iperf3-srv_10.42.42.10(pid=3396): Terminating (SIGTERM)\u000a12:07:12.854381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3399): Terminating (SIGTERM)\u000a12:07:12.894074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3402): Terminating (SIGTERM)\u000a12:07:12.933856 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3405): Terminating (SIGTERM)\u000a12:07:12.943188 --- ParallelTerminationStrategy: PID 3389 died...\u000a12:07:12.996668 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3389): Terminated: ok {rc=0}\u000a12:07:13.006395 --- ParallelTerminationStrategy: PID 3390 died...\u000a12:07:13.059536 run iperf3-srv_10.42.42.10(pid=3390): Terminated {rc=256}\u000a12:07:13.069335 --- ParallelTerminationStrategy: PID 3391 died...\u000a12:07:13.122158 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3391): Terminated: ok {rc=0}\u000a12:07:13.131709 --- ParallelTerminationStrategy: PID 3392 died...\u000a12:07:13.184259 run iperf3-srv_10.42.42.10(pid=3392): Terminated {rc=256}\u000a12:07:13.193953 --- ParallelTerminationStrategy: PID 3393 died...\u000a12:07:13.246752 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3393): Terminated: ok {rc=0}\u000a12:07:13.256176 --- ParallelTerminationStrategy: PID 3394 died...\u000a12:07:13.308916 run iperf3-srv_10.42.42.10(pid=3394): Terminated {rc=256}\u000a12:07:13.318590 --- ParallelTerminationStrategy: PID 3395 died...\u000a12:07:13.372081 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3395): Terminated: ok {rc=0}\u000a12:07:13.381908 --- ParallelTerminationStrategy: PID 3396 died...\u000a12:07:13.434520 run iperf3-srv_10.42.42.10(pid=3396): Terminated {rc=256}\u000a12:07:13.444057 --- ParallelTerminationStrategy: PID 3399 died...\u000a12:07:13.496715 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3399): Terminated: ok {rc=0}\u000a12:07:13.506373 --- ParallelTerminationStrategy: PID 3402 died...\u000a12:07:13.559262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3402): Terminated: ok {rc=0}\u000a12:07:13.568941 --- ParallelTerminationStrategy: PID 3405 died...\u000a12:07:13.621765 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3405): Terminated: ok {rc=0}\u000a12:07:13.710424 bus /gobi_4: Setting Powered False\u000a12:07:14.814616 bus /gobi_4: Setting Powered False\u000a12:07:15.951245 bus /gobi_1: Setting Powered False\u000a12:07:17.087735 bus /gobi_1: Setting Powered False\u000a12:07:18.198614 bus /gobi_0: Setting Powered False\u000a12:07:19.305080 bus /gobi_0: Setting Powered False\u000a12:07:20.413455 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 33, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3414): Process ended prematurely: osmo-stp_10.42.42.5(pid=3414) [trial-2359↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3414)]", "failedSince" : 2327, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3414): Process ended prematurely: osmo-stp_10.42.42.5(pid=3414) [trial-2359↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3414)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-lms ping.py\u000a----------------------------------------------\u000a12:07:21.484531 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:07:21.496010 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a12:07:21.632073 tst ping.py: using LAC 21352\u000a12:07:21.752027 tst ping.py: using RAC 187\u000a12:07:21.870974 tst ping.py: using CellId 21352\u000a12:07:21.990518 tst ping.py: using BVCI 21353\u000a12:07:22.013316 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:07:22.023867 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:07:22.034337 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:07:22.044775 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:07:22.055103 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:07:22.065498 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:07:22.075916 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:07:22.086412 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a12:07:22.365287 tst ping.py:19: start network...\u000a12:07:22.489806 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:07:22.973232 run create_hlr_db(pid=3408): Launched\u000a12:07:23.171328 bus /gobi_6: Setting Powered False\u000a12:07:24.192187 run create_hlr_db(pid=3408): Terminated: ok {rc=0}\u000a12:07:24.599335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3410): Launched\u000a12:07:24.900825 run osmo-hlr_10.42.42.2(pid=3411): Launched\u000a12:07:25.018402 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:07:25.554120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3413): Launched\u000a12:07:25.854975 run osmo-stp_10.42.42.5(pid=3414): Launched\u000a12:07:25.963534 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:07:26.487410 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3416): Launched\u000a12:07:26.593929 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:07:26.857193 run patchelf(pid=3417): Launched\u000a12:07:27.033988 run osmo-stp_10.42.42.5(pid=3414): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3414)]\u000a12:07:27.163243 run osmo-stp_10.42.42.5(pid=3414): stdout: \u000a| (launched: 2022-12-09_12:07:25.706326)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:07:27.292870 run osmo-stp_10.42.42.5(pid=3414): stderr: \u000a| �[0;m�[38;5;43m20221209120725875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120725875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120725875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120725876 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120725876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120725876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120725876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:07:27.417933 run osmo-stp_10.42.42.5(pid=3414): stdout: \u000a| (launched: 2022-12-09_12:07:25.706326)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:07:27.542175 run osmo-stp_10.42.42.5(pid=3414): stderr: \u000a| �[0;m�[38;5;43m20221209120725875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120725875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120725875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120725876 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120725876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120725876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120725876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:07:27.687110 run patchelf(pid=3417): Terminating (SIGINT)\u000a12:07:27.858399 run patchelf(pid=3417): Terminated: ok {rc=0}\u000a12:07:27.889651 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=3414): Process ended prematurely: osmo-stp_10.42.42.5(pid=3414) [trial-2359↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3414)] [trial-2359↪gprs:trx-lms↪ping.py:22]\u000a12:07:27.898622 tst ping.py:22: Test FAILED (6.4 sec)\u000a12:07:27.959026 run osmo-hlr_10.42.42.2(pid=3411): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-lms↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3411)]\u000a12:07:28.008331 run osmo-hlr_10.42.42.2(pid=3411): stdout: \u000a| (launched: 2022-12-09_12:07:24.752126) \u000a12:07:28.058658 run osmo-hlr_10.42.42.2(pid=3411): stderr: \u000a| �[0;m�[1;31m20221209120724927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209120724927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209120724927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120724927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120724928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209120724928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209120724939 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-lms/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209120724950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209120724950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209120724950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:07:28.101095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3410): Terminating (SIGTERM)\u000a12:07:28.141236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3413): Terminating (SIGTERM)\u000a12:07:28.181275 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3416): Terminating (SIGTERM)\u000a12:07:28.190243 --- ParallelTerminationStrategy: PID 3410 died...\u000a12:07:28.243892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3410): Terminated: ok {rc=0}\u000a12:07:28.253689 --- ParallelTerminationStrategy: PID 3413 died...\u000a12:07:28.307001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3413): Terminated: ok {rc=0}\u000a12:07:28.316501 --- ParallelTerminationStrategy: PID 3416 died...\u000a12:07:28.370267 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3416): Terminated: ok {rc=0}\u000a12:07:28.457613 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 40, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3424): Process ended prematurely: osmo-stp_10.42.42.5(pid=3424) [trial-2359↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3424)]", "failedSince" : 2320, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3424): Process ended prematurely: osmo-stp_10.42.42.5(pid=3424) [trial-2359↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3424)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-lms ping_idle_ping.py\u000a----------------------------------------------\u000a12:07:29.509013 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:07:29.520503 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a12:07:29.658477 tst ping_idle_ping.py: using LAC 21353\u000a12:07:29.776621 tst ping_idle_ping.py: using RAC 188\u000a12:07:29.903568 tst ping_idle_ping.py: using CellId 21353\u000a12:07:30.024434 tst ping_idle_ping.py: using BVCI 21354\u000a12:07:30.047681 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:07:30.058563 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:07:30.069584 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:07:30.080265 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:07:30.090856 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:07:30.101184 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:07:30.111694 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a12:07:30.122218 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a12:07:30.416575 tst ping_idle_ping.py:24: start network...\u000a12:07:30.552033 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:07:31.121333 run create_hlr_db(pid=3418): Launched\u000a12:07:31.315073 bus /gobi_6: Setting Powered False\u000a12:07:32.319896 run create_hlr_db(pid=3418): Terminated: ok {rc=0}\u000a12:07:32.768819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3420): Launched\u000a12:07:33.093146 run osmo-hlr_10.42.42.2(pid=3421): Launched\u000a12:07:33.215722 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:07:33.779479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3423): Launched\u000a12:07:34.103821 run osmo-stp_10.42.42.5(pid=3424): Launched\u000a12:07:34.221092 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:07:34.784264 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3426): Launched\u000a12:07:34.899315 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:07:35.182533 run patchelf(pid=3427): Launched\u000a12:07:35.372799 run osmo-stp_10.42.42.5(pid=3424): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3424)]\u000a12:07:35.511263 run osmo-stp_10.42.42.5(pid=3424): stdout: \u000a| (launched: 2022-12-09_12:07:33.943310)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:07:35.650343 run osmo-stp_10.42.42.5(pid=3424): stderr: \u000a| �[0;m�[38;5;43m20221209120734132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120734132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120734132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120734133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120734133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120734133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120734134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:07:35.784397 run osmo-stp_10.42.42.5(pid=3424): stdout: \u000a| (launched: 2022-12-09_12:07:33.943310)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:07:35.919651 run osmo-stp_10.42.42.5(pid=3424): stderr: \u000a| �[0;m�[38;5;43m20221209120734132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120734132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120734132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120734133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120734133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120734133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120734134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:07:36.075673 run patchelf(pid=3427): Terminating (SIGINT)\u000a12:07:36.259243 run patchelf(pid=3427): Terminated: ok {rc=0}\u000a12:07:36.292544 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=3424): Process ended prematurely: osmo-stp_10.42.42.5(pid=3424) [trial-2359↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3424)] [trial-2359↪gprs:trx-lms↪ping_idle_ping.py:27]\u000a12:07:36.301919 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a12:07:36.365969 run osmo-hlr_10.42.42.2(pid=3421): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-lms↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3421)]\u000a12:07:36.418255 run osmo-hlr_10.42.42.2(pid=3421): stdout: \u000a| (launched: 2022-12-09_12:07:32.933657) \u000a12:07:36.470704 run osmo-hlr_10.42.42.2(pid=3421): stderr: \u000a| �[0;m�[1;31m20221209120733128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209120733128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209120733128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120733128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120733128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209120733128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209120733140 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-lms/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209120733149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209120733149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209120733149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:07:36.515447 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3420): Terminating (SIGTERM)\u000a12:07:36.557504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3423): Terminating (SIGTERM)\u000a12:07:36.599858 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3426): Terminating (SIGTERM)\u000a12:07:36.609961 --- ParallelTerminationStrategy: PID 3420 died...\u000a12:07:36.666596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3420): Terminated: ok {rc=0}\u000a12:07:36.676734 --- ParallelTerminationStrategy: PID 3423 died...\u000a12:07:36.732983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3423): Terminated: ok {rc=0}\u000a12:07:36.743118 --- ParallelTerminationStrategy: PID 3426 died...\u000a12:07:36.799189 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3426): Terminated: ok {rc=0}\u000a12:07:36.886235 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "107", "name" : "gprs_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:06:38" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3447): Process ended prematurely: osmo-stp_10.42.42.5(pid=3447) [trial-2359↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3447)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3447): Process ended prematurely: osmo-stp_10.42.42.5(pid=3447) [trial-2359↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3447)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-lms+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:07:39.048444 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:07:39.059839 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:07:39.207022 tst cs_paging_gprs_active.py: using LAC 21354\u000a12:07:39.336865 tst cs_paging_gprs_active.py: using RAC 189\u000a12:07:39.467258 tst cs_paging_gprs_active.py: using CellId 21354\u000a12:07:39.592866 tst cs_paging_gprs_active.py: using BVCI 21355\u000a12:07:39.616864 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:07:39.627768 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:07:39.638583 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:07:39.649398 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:07:39.660079 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:07:39.670732 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:07:39.681608 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:07:39.692538 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:07:39.703274 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:07:39.825057 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:07:40.107372 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:07:40.235858 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:07:40.557711 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3437): Launched\u000a12:07:40.825195 run iperf3-srv_10.42.42.10(pid=3438): Launched\u000a12:07:41.012205 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:07:41.139886 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:07:41.461468 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3439): Launched\u000a12:07:41.729537 run iperf3-srv_10.42.42.10(pid=3440): Launched\u000a12:07:41.917229 tst cs_paging_gprs_active.py:38: start network...\u000a12:07:42.044901 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:07:42.539333 run create_hlr_db(pid=3441): Launched\u000a12:07:42.715969 bus /gobi_6: Setting Powered False\u000a12:07:43.738581 run create_hlr_db(pid=3441): Terminated: ok {rc=0}\u000a12:07:44.176773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3443): Launched\u000a12:07:44.510052 run osmo-hlr_10.42.42.2(pid=3444): Launched\u000a12:07:44.631201 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:07:45.207596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3446): Launched\u000a12:07:45.538206 run osmo-stp_10.42.42.5(pid=3447): Launched\u000a12:07:45.658751 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:07:46.270945 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3449): Launched\u000a12:07:46.384136 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:07:46.679234 run patchelf(pid=3450): Launched\u000a12:07:46.868349 run osmo-stp_10.42.42.5(pid=3447): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3447)]\u000a12:07:47.003835 run osmo-stp_10.42.42.5(pid=3447): stdout: \u000a| (launched: 2022-12-09_12:07:45.374863)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:07:47.140883 run osmo-stp_10.42.42.5(pid=3447): stderr: \u000a| �[0;m�[38;5;43m20221209120745565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120745565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120745565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120745565 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120745566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120745566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120745566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:07:47.269258 run osmo-stp_10.42.42.5(pid=3447): stdout: \u000a| (launched: 2022-12-09_12:07:45.374863)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:07:47.396288 run osmo-stp_10.42.42.5(pid=3447): stderr: \u000a| �[0;m�[38;5;43m20221209120745565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120745565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120745565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120745565 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120745566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120745566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120745566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:07:47.545209 run patchelf(pid=3450): Terminating (SIGINT)\u000a12:07:47.721474 run patchelf(pid=3450): Terminated: ok {rc=0}\u000a12:07:47.753728 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=3447): Process ended prematurely: osmo-stp_10.42.42.5(pid=3447) [trial-2359↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3447)] [trial-2359↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a12:07:47.763192 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a12:07:47.824328 run osmo-hlr_10.42.42.2(pid=3444): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3444)]\u000a12:07:47.874511 run osmo-hlr_10.42.42.2(pid=3444): stdout: \u000a| (launched: 2022-12-09_12:07:44.345163) \u000a12:07:47.925099 run osmo-hlr_10.42.42.2(pid=3444): stderr: \u000a| �[0;m�[1;31m20221209120744542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209120744542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209120744542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120744542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120744542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209120744542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209120744554 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-lms+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209120744562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209120744563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209120744563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:07:47.968088 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3437): Terminating (SIGTERM)\u000a12:07:48.008445 run iperf3-srv_10.42.42.10(pid=3438): Terminating (SIGTERM)\u000a12:07:48.048815 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3439): Terminating (SIGTERM)\u000a12:07:48.089114 run iperf3-srv_10.42.42.10(pid=3440): Terminating (SIGTERM)\u000a12:07:48.129490 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3443): Terminating (SIGTERM)\u000a12:07:48.169919 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3446): Terminating (SIGTERM)\u000a12:07:48.210470 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3449): Terminating (SIGTERM)\u000a12:07:48.219860 --- ParallelTerminationStrategy: PID 3437 died...\u000a12:07:48.274158 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3437): Terminated: ok {rc=0}\u000a12:07:48.283983 --- ParallelTerminationStrategy: PID 3438 died...\u000a12:07:48.337698 run iperf3-srv_10.42.42.10(pid=3438): Terminated {rc=256}\u000a12:07:48.347413 --- ParallelTerminationStrategy: PID 3439 died...\u000a12:07:48.401182 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3439): Terminated: ok {rc=0}\u000a12:07:48.410897 --- ParallelTerminationStrategy: PID 3440 died...\u000a12:07:48.464579 run iperf3-srv_10.42.42.10(pid=3440): Terminated {rc=256}\u000a12:07:48.474319 --- ParallelTerminationStrategy: PID 3443 died...\u000a12:07:48.528088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3443): Terminated: ok {rc=0}\u000a12:07:48.537958 --- ParallelTerminationStrategy: PID 3446 died...\u000a12:07:48.591958 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3446): Terminated: ok {rc=0}\u000a12:07:48.601820 --- ParallelTerminationStrategy: PID 3449 died...\u000a12:07:48.655810 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3449): Terminated: ok {rc=0}\u000a12:07:48.740227 bus /gobi_0: Setting Powered False\u000a12:07:49.847636 bus /gobi_0: Setting Powered False\u000a12:07:50.955518 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3459): Process ended prematurely: osmo-stp_10.42.42.5(pid=3459) [trial-2359↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3459)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3459): Process ended prematurely: osmo-stp_10.42.42.5(pid=3459) [trial-2359↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3459)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-lms+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a12:07:52.071187 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:07:52.084264 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:07:52.233999 tst iperf3.py: using LAC 21355\u000a12:07:52.362454 tst iperf3.py: using RAC 190\u000a12:07:52.490687 tst iperf3.py: using CellId 21355\u000a12:07:52.620566 tst iperf3.py: using BVCI 21356\u000a12:07:52.645848 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:07:52.657348 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:07:52.668495 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:07:52.680435 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:07:52.692227 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:07:52.703996 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:07:52.716057 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:07:52.727887 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:07:52.739845 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:07:53.026122 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:07:53.154338 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:07:53.473180 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3451): Launched\u000a12:07:53.738626 run iperf3-srv_10.42.42.10(pid=3452): Launched\u000a12:07:53.924562 tst iperf3.py:8: start network...\u000a12:07:54.051159 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:07:54.542074 run create_hlr_db(pid=3453): Launched\u000a12:07:54.725467 bus /gobi_6: Setting Powered False\u000a12:07:55.740510 run create_hlr_db(pid=3453): Terminated: ok {rc=0}\u000a12:07:56.150455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3455): Launched\u000a12:07:56.457079 run osmo-hlr_10.42.42.2(pid=3456): Launched\u000a12:07:56.572692 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:07:57.105386 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3458): Launched\u000a12:07:57.412281 run osmo-stp_10.42.42.5(pid=3459): Launched\u000a12:07:57.522899 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:07:58.059431 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3461): Launched\u000a12:07:58.168544 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:07:58.439176 run patchelf(pid=3462): Launched\u000a12:07:58.618611 run osmo-stp_10.42.42.5(pid=3459): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3459)]\u000a12:07:58.749859 run osmo-stp_10.42.42.5(pid=3459): stdout: \u000a| (launched: 2022-12-09_12:07:57.261077)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:07:58.881110 run osmo-stp_10.42.42.5(pid=3459): stderr: \u000a| �[0;m�[38;5;43m20221209120757429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120757429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120757429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120757430 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120757430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120757430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120757430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:07:59.008636 run osmo-stp_10.42.42.5(pid=3459): stdout: \u000a| (launched: 2022-12-09_12:07:57.261077)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:07:59.135002 run osmo-stp_10.42.42.5(pid=3459): stderr: \u000a| �[0;m�[38;5;43m20221209120757429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120757429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120757429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120757430 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120757430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120757430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120757430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:07:59.282230 run patchelf(pid=3462): Terminating (SIGINT)\u000a12:07:59.456448 run patchelf(pid=3462): Terminated: ok {rc=0}\u000a12:07:59.488325 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3459): Process ended prematurely: osmo-stp_10.42.42.5(pid=3459) [trial-2359↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3459)] [trial-2359↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8]\u000a12:07:59.497619 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a12:07:59.557797 run osmo-hlr_10.42.42.2(pid=3456): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3456)]\u000a12:07:59.607035 run osmo-hlr_10.42.42.2(pid=3456): stdout: \u000a| (launched: 2022-12-09_12:07:56.306039) \u000a12:07:59.656833 run osmo-hlr_10.42.42.2(pid=3456): stderr: \u000a| �[0;m�[1;31m20221209120756481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209120756481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209120756482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120756482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120756482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209120756482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209120756494 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-lms+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209120756505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209120756505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209120756505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:07:59.699362 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3451): Terminating (SIGTERM)\u000a12:07:59.739851 run iperf3-srv_10.42.42.10(pid=3452): Terminating (SIGTERM)\u000a12:07:59.780184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3455): Terminating (SIGTERM)\u000a12:07:59.820204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3458): Terminating (SIGTERM)\u000a12:07:59.860200 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3461): Terminating (SIGTERM)\u000a12:07:59.869606 --- ParallelTerminationStrategy: PID 3451 died...\u000a12:07:59.923072 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3451): Terminated: ok {rc=0}\u000a12:07:59.932940 --- ParallelTerminationStrategy: PID 3452 died...\u000a12:07:59.986294 run iperf3-srv_10.42.42.10(pid=3452): Terminated {rc=256}\u000a12:07:59.995937 --- ParallelTerminationStrategy: PID 3455 died...\u000a12:08:00.049206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3455): Terminated: ok {rc=0}\u000a12:08:00.058896 --- ParallelTerminationStrategy: PID 3458 died...\u000a12:08:00.112065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3458): Terminated: ok {rc=0}\u000a12:08:00.121799 --- ParallelTerminationStrategy: PID 3461 died...\u000a12:08:00.174799 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3461): Terminated: ok {rc=0}\u000a12:08:00.259092 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 13.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3749): Process ended prematurely: osmo-stp_10.42.42.5(pid=3749) [trial-2359↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3749)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3749): Process ended prematurely: osmo-stp_10.42.42.5(pid=3749) [trial-2359↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3749)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-lms+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a12:08:01.372915 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:08:01.385392 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:08:01.538596 tst iperf3m4.py: using LAC 21356\u000a12:08:01.677994 tst iperf3m4.py: using RAC 191\u000a12:08:01.865114 tst iperf3m4.py: using CellId 21356\u000a12:08:02.050477 tst iperf3m4.py: using BVCI 21357\u000a12:08:02.093557 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:08:02.110405 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:08:02.131995 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:08:02.152031 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:08:02.170836 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:08:02.184527 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:08:02.199469 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:08:02.217708 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:08:02.235897 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:08:02.393921 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:08:02.548646 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:08:02.690062 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:08:03.066303 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:08:03.236787 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:08:03.692532 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3572): Launched\u000a12:08:04.046735 run iperf3-srv_10.42.42.10(pid=3636): Launched\u000a12:08:04.280479 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:08:04.439974 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:08:04.880705 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3734): Launched\u000a12:08:05.211737 run iperf3-srv_10.42.42.10(pid=3736): Launched\u000a12:08:05.421376 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:08:05.564380 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:08:05.926997 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3737): Launched\u000a12:08:06.232800 run iperf3-srv_10.42.42.10(pid=3738): Launched\u000a12:08:06.440770 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:08:06.583394 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:08:06.934087 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3741): Launched\u000a12:08:07.217665 run iperf3-srv_10.42.42.10(pid=3742): Launched\u000a12:08:07.409768 tst iperf3m4.py:8: start network...\u000a12:08:07.539155 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:08:08.069891 run create_hlr_db(pid=3743): Launched\u000a12:08:08.250158 bus /gobi_6: Setting Powered False\u000a12:08:09.270704 run create_hlr_db(pid=3743): Terminated: ok {rc=0}\u000a12:08:09.707881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3745): Launched\u000a12:08:10.124297 run osmo-hlr_10.42.42.2(pid=3746): Launched\u000a12:08:10.357018 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:08:11.002049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3748): Launched\u000a12:08:11.411070 run osmo-stp_10.42.42.5(pid=3749): Launched\u000a12:08:11.654877 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:08:12.263806 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3751): Launched\u000a12:08:12.378359 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:08:12.669047 run patchelf(pid=3752): Launched\u000a12:08:12.856358 run osmo-stp_10.42.42.5(pid=3749): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3749)]\u000a12:08:12.992754 run osmo-stp_10.42.42.5(pid=3749): stdout: \u000a| (launched: 2022-12-09_12:08:11.162531)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:08:13.128679 run osmo-stp_10.42.42.5(pid=3749): stderr: \u000a| �[0;m�[38;5;43m20221209120811489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120811489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120811490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120811490 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120811490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120811491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120811491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:08:13.259836 run osmo-stp_10.42.42.5(pid=3749): stdout: \u000a| (launched: 2022-12-09_12:08:11.162531)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:08:13.390901 run osmo-stp_10.42.42.5(pid=3749): stderr: \u000a| �[0;m�[38;5;43m20221209120811489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120811489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120811490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120811490 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120811490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120811491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120811491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:08:13.543175 run patchelf(pid=3752): Terminating (SIGINT)\u000a12:08:13.724527 run patchelf(pid=3752): Terminated: ok {rc=0}\u000a12:08:13.757821 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3749): Process ended prematurely: osmo-stp_10.42.42.5(pid=3749) [trial-2359↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3749)] [trial-2359↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8]\u000a12:08:13.768345 tst iperf3m4.py:8: Test FAILED (12.4 sec)\u000a12:08:13.831768 run osmo-hlr_10.42.42.2(pid=3746): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3746)]\u000a12:08:13.885691 run osmo-hlr_10.42.42.2(pid=3746): stdout: \u000a| (launched: 2022-12-09_12:08:09.869840) \u000a12:08:13.938020 run osmo-hlr_10.42.42.2(pid=3746): stderr: \u000a| �[0;m�[1;31m20221209120810208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209120810208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209120810208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120810208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120810209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209120810209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209120810234 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-lms+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209120810245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209120810245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209120810246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:08:13.982522 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3572): Terminating (SIGTERM)\u000a12:08:14.026579 run iperf3-srv_10.42.42.10(pid=3636): Terminating (SIGTERM)\u000a12:08:14.070977 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3734): Terminating (SIGTERM)\u000a12:08:14.115986 run iperf3-srv_10.42.42.10(pid=3736): Terminating (SIGTERM)\u000a12:08:14.160197 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3737): Terminating (SIGTERM)\u000a12:08:14.204076 run iperf3-srv_10.42.42.10(pid=3738): Terminating (SIGTERM)\u000a12:08:14.247927 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3741): Terminating (SIGTERM)\u000a12:08:14.293159 run iperf3-srv_10.42.42.10(pid=3742): Terminating (SIGTERM)\u000a12:08:14.336890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3745): Terminating (SIGTERM)\u000a12:08:14.381971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3748): Terminating (SIGTERM)\u000a12:08:14.426377 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3751): Terminating (SIGTERM)\u000a12:08:14.436922 --- ParallelTerminationStrategy: PID 3572 died...\u000a12:08:14.495367 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3572): Terminated: ok {rc=0}\u000a12:08:14.505930 --- ParallelTerminationStrategy: PID 3636 died...\u000a12:08:14.561540 run iperf3-srv_10.42.42.10(pid=3636): Terminated {rc=256}\u000a12:08:14.572087 --- ParallelTerminationStrategy: PID 3734 died...\u000a12:08:14.627592 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3734): Terminated: ok {rc=0}\u000a12:08:14.638096 --- ParallelTerminationStrategy: PID 3736 died...\u000a12:08:14.695583 run iperf3-srv_10.42.42.10(pid=3736): Terminated {rc=256}\u000a12:08:14.706751 --- ParallelTerminationStrategy: PID 3737 died...\u000a12:08:14.762013 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3737): Terminated: ok {rc=0}\u000a12:08:14.772592 --- ParallelTerminationStrategy: PID 3738 died...\u000a12:08:14.827616 run iperf3-srv_10.42.42.10(pid=3738): Terminated {rc=256}\u000a12:08:14.838256 --- ParallelTerminationStrategy: PID 3741 died...\u000a12:08:14.896801 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3741): Terminated: ok {rc=0}\u000a12:08:14.907645 --- ParallelTerminationStrategy: PID 3742 died...\u000a12:08:14.962814 run iperf3-srv_10.42.42.10(pid=3742): Terminated {rc=256}\u000a12:08:14.973793 --- ParallelTerminationStrategy: PID 3745 died...\u000a12:08:15.028340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3745): Terminated: ok {rc=0}\u000a12:08:15.038423 --- ParallelTerminationStrategy: PID 3748 died...\u000a12:08:15.093854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3748): Terminated: ok {rc=0}\u000a12:08:15.103966 --- ParallelTerminationStrategy: PID 3751 died...\u000a12:08:15.158975 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3751): Terminated: ok {rc=0}\u000a12:08:15.246007 bus /gobi_4: Setting Powered False\u000a12:08:16.411889 bus /gobi_4: Setting Powered False\u000a12:08:17.542717 bus /gobi_1: Setting Powered False\u000a12:08:18.647958 bus /gobi_1: Setting Powered False\u000a12:08:19.760709 bus /gobi_0: Setting Powered False\u000a12:08:20.869021 bus /gobi_0: Setting Powered False\u000a12:08:21.982231 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3759): Process ended prematurely: osmo-stp_10.42.42.5(pid=3759) [trial-2359↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3759)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3759): Process ended prematurely: osmo-stp_10.42.42.5(pid=3759) [trial-2359↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3759)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-lms+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a12:08:23.052545 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:08:23.065458 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:08:23.207350 tst ping.py: using LAC 21357\u000a12:08:23.330134 tst ping.py: using RAC 192\u000a12:08:23.452032 tst ping.py: using CellId 21357\u000a12:08:23.575882 tst ping.py: using BVCI 21358\u000a12:08:23.600462 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:08:23.612376 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:08:23.624005 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:08:23.635784 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:08:23.647568 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:08:23.659627 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:08:23.672891 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:08:23.686328 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:08:23.975136 tst ping.py:19: start network...\u000a12:08:24.105579 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:08:24.638402 run create_hlr_db(pid=3753): Launched\u000a12:08:24.820763 bus /gobi_6: Setting Powered False\u000a12:08:25.833395 run create_hlr_db(pid=3753): Terminated: ok {rc=0}\u000a12:08:26.239312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3755): Launched\u000a12:08:26.539633 run osmo-hlr_10.42.42.2(pid=3756): Launched\u000a12:08:26.654355 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:08:27.183256 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3758): Launched\u000a12:08:27.485064 run osmo-stp_10.42.42.5(pid=3759): Launched\u000a12:08:27.594611 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:08:28.121992 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3761): Launched\u000a12:08:28.228459 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:08:28.494075 run patchelf(pid=3762): Launched\u000a12:08:28.671232 run osmo-stp_10.42.42.5(pid=3759): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3759)]\u000a12:08:28.800307 run osmo-stp_10.42.42.5(pid=3759): stdout: \u000a| (launched: 2022-12-09_12:08:27.336272)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:08:28.929270 run osmo-stp_10.42.42.5(pid=3759): stderr: \u000a| �[0;m�[38;5;43m20221209120827506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120827506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120827507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120827507 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120827508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120827508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120827508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:08:29.053430 run osmo-stp_10.42.42.5(pid=3759): stdout: \u000a| (launched: 2022-12-09_12:08:27.336272)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:08:29.176609 run osmo-stp_10.42.42.5(pid=3759): stderr: \u000a| �[0;m�[38;5;43m20221209120827506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120827506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120827507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120827507 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120827508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120827508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120827508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:08:29.321464 run patchelf(pid=3762): Terminating (SIGINT)\u000a12:08:29.491550 run patchelf(pid=3762): Terminated: ok {rc=0}\u000a12:08:29.522364 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=3759): Process ended prematurely: osmo-stp_10.42.42.5(pid=3759) [trial-2359↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3759)] [trial-2359↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22]\u000a12:08:29.530989 tst ping.py:22: Test FAILED (6.5 sec)\u000a12:08:29.591242 run osmo-hlr_10.42.42.2(pid=3756): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-lms+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3756)]\u000a12:08:29.640357 run osmo-hlr_10.42.42.2(pid=3756): stdout: \u000a| (launched: 2022-12-09_12:08:26.391608) \u000a12:08:29.690090 run osmo-hlr_10.42.42.2(pid=3756): stderr: \u000a| �[0;m�[1;31m20221209120826564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209120826564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209120826564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120826564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120826564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209120826564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209120826577 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-lms+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209120826586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209120826586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209120826586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:08:29.732542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3755): Terminating (SIGTERM)\u000a12:08:29.772711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3758): Terminating (SIGTERM)\u000a12:08:29.812766 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3761): Terminating (SIGTERM)\u000a12:08:29.822182 --- ParallelTerminationStrategy: PID 3755 died...\u000a12:08:29.875668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3755): Terminated: ok {rc=0}\u000a12:08:29.885496 --- ParallelTerminationStrategy: PID 3758 died...\u000a12:08:29.938629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3758): Terminated: ok {rc=0}\u000a12:08:29.948323 --- ParallelTerminationStrategy: PID 3761 died...\u000a12:08:30.001740 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3761): Terminated: ok {rc=0}\u000a12:08:30.089511 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3769): Process ended prematurely: osmo-stp_10.42.42.5(pid=3769) [trial-2359↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3769)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3769): Process ended prematurely: osmo-stp_10.42.42.5(pid=3769) [trial-2359↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3769)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-lms+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a12:08:31.157911 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:08:31.173587 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:08:31.330416 tst ping_idle_ping.py: using LAC 21358\u000a12:08:31.474609 tst ping_idle_ping.py: using RAC 193\u000a12:08:31.604102 tst ping_idle_ping.py: using CellId 21358\u000a12:08:31.756176 tst ping_idle_ping.py: using BVCI 21359\u000a12:08:31.781746 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:08:31.795768 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:08:31.808141 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:08:31.820165 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:08:31.831718 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:08:31.843405 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:08:31.855157 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:08:31.867466 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:08:32.163716 tst ping_idle_ping.py:24: start network...\u000a12:08:32.296633 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:08:32.819345 run create_hlr_db(pid=3763): Launched\u000a12:08:33.008531 bus /gobi_6: Setting Powered False\u000a12:08:34.028711 run create_hlr_db(pid=3763): Terminated: ok {rc=0}\u000a12:08:34.462385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3765): Launched\u000a12:08:34.788226 run osmo-hlr_10.42.42.2(pid=3766): Launched\u000a12:08:34.906055 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:08:35.471076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3768): Launched\u000a12:08:35.797848 run osmo-stp_10.42.42.5(pid=3769): Launched\u000a12:08:35.916121 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:08:36.484751 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3771): Launched\u000a12:08:36.600656 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:08:36.885770 run patchelf(pid=3772): Launched\u000a12:08:37.076539 run osmo-stp_10.42.42.5(pid=3769): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3769)]\u000a12:08:37.215262 run osmo-stp_10.42.42.5(pid=3769): stdout: \u000a| (launched: 2022-12-09_12:08:35.635581)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:08:37.354227 run osmo-stp_10.42.42.5(pid=3769): stderr: \u000a| �[0;m�[38;5;43m20221209120835823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120835823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120835824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120835824 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120835824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120835825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120835825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:08:37.488072 run osmo-stp_10.42.42.5(pid=3769): stdout: \u000a| (launched: 2022-12-09_12:08:35.635581)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:08:37.620935 run osmo-stp_10.42.42.5(pid=3769): stderr: \u000a| �[0;m�[38;5;43m20221209120835823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120835823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120835824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120835824 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120835824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120835825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120835825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:08:37.776912 run patchelf(pid=3772): Terminating (SIGINT)\u000a12:08:37.960909 run patchelf(pid=3772): Terminated: ok {rc=0}\u000a12:08:37.994248 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=3769): Process ended prematurely: osmo-stp_10.42.42.5(pid=3769) [trial-2359↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3769)] [trial-2359↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a12:08:38.003544 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a12:08:38.067837 run osmo-hlr_10.42.42.2(pid=3766): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3766)]\u000a12:08:38.120049 run osmo-hlr_10.42.42.2(pid=3766): stdout: \u000a| (launched: 2022-12-09_12:08:34.626628) \u000a12:08:38.173096 run osmo-hlr_10.42.42.2(pid=3766): stderr: \u000a| �[0;m�[1;31m20221209120834821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209120834821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209120834821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120834821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120834821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209120834822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209120834834 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-lms+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209120834843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209120834843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209120834843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:08:38.218234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3765): Terminating (SIGTERM)\u000a12:08:38.261046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3768): Terminating (SIGTERM)\u000a12:08:38.304120 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3771): Terminating (SIGTERM)\u000a12:08:38.314382 --- ParallelTerminationStrategy: PID 3765 died...\u000a12:08:38.372068 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3765): Terminated: ok {rc=0}\u000a12:08:38.382748 --- ParallelTerminationStrategy: PID 3768 died...\u000a12:08:38.439743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3768): Terminated: ok {rc=0}\u000a12:08:38.450247 --- ParallelTerminationStrategy: PID 3771 died...\u000a12:08:38.506826 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3771): Terminated: ok {rc=0}\u000a12:08:38.594226 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "108", "name" : "gprs_trx-lms+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:07:38" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3789): Process ended prematurely: osmo-stp_10.42.42.5(pid=3789) [trial-2359↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3789)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3789): Process ended prematurely: osmo-stp_10.42.42.5(pid=3789) [trial-2359↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3789)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-lms+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:08:40.746978 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:08:40.757860 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:08:40.917358 tst cs_paging_gprs_active.py: using LAC 21359\u000a12:08:41.038642 tst cs_paging_gprs_active.py: using RAC 194\u000a12:08:41.162192 tst cs_paging_gprs_active.py: using CellId 21359\u000a12:08:41.286224 tst cs_paging_gprs_active.py: using BVCI 21360\u000a12:08:41.309945 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:08:41.320710 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:08:41.331400 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:08:41.342054 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:08:41.352636 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:08:41.363321 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:08:41.374083 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:08:41.384580 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:08:41.395341 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:08:41.515818 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:08:41.815755 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:08:41.954808 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:08:42.307882 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3779): Launched\u000a12:08:42.594182 run iperf3-srv_10.42.42.10(pid=3780): Launched\u000a12:08:42.796913 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:08:42.935167 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:08:43.277806 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3781): Launched\u000a12:08:43.563104 run iperf3-srv_10.42.42.10(pid=3782): Launched\u000a12:08:43.765559 tst cs_paging_gprs_active.py:38: start network...\u000a12:08:43.902869 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:08:44.424546 run create_hlr_db(pid=3783): Launched\u000a12:08:44.614974 bus /gobi_6: Setting Powered False\u000a12:08:45.636594 run create_hlr_db(pid=3783): Terminated: ok {rc=0}\u000a12:08:46.105133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3785): Launched\u000a12:08:46.541554 run osmo-hlr_10.42.42.2(pid=3786): Launched\u000a12:08:46.817969 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:08:47.403647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3788): Launched\u000a12:08:47.713852 run osmo-stp_10.42.42.5(pid=3789): Launched\u000a12:08:47.826615 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:08:48.369635 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3791): Launched\u000a12:08:48.478598 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:08:48.756562 run patchelf(pid=3792): Launched\u000a12:08:48.937631 run osmo-stp_10.42.42.5(pid=3789): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3789)]\u000a12:08:49.068887 run osmo-stp_10.42.42.5(pid=3789): stdout: \u000a| (launched: 2022-12-09_12:08:47.559712)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:08:49.200847 run osmo-stp_10.42.42.5(pid=3789): stderr: \u000a| �[0;m�[38;5;43m20221209120847730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120847730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120847730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120847731 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120847731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120847731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120847731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:08:49.328354 run osmo-stp_10.42.42.5(pid=3789): stdout: \u000a| (launched: 2022-12-09_12:08:47.559712)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:08:49.455208 run osmo-stp_10.42.42.5(pid=3789): stderr: \u000a| �[0;m�[38;5;43m20221209120847730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120847730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120847730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120847731 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120847731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120847731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120847731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:08:49.603526 run patchelf(pid=3792): Terminating (SIGINT)\u000a12:08:49.778329 run patchelf(pid=3792): Terminated: ok {rc=0}\u000a12:08:49.810342 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=3789): Process ended prematurely: osmo-stp_10.42.42.5(pid=3789) [trial-2359↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3789)] [trial-2359↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a12:08:49.819632 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a12:08:49.879609 run osmo-hlr_10.42.42.2(pid=3786): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3786)]\u000a12:08:49.928631 run osmo-hlr_10.42.42.2(pid=3786): stdout: \u000a| (launched: 2022-12-09_12:08:46.266771) \u000a12:08:49.978109 run osmo-hlr_10.42.42.2(pid=3786): stderr: \u000a| �[0;m�[1;31m20221209120846602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209120846602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209120846602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120846602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120846602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209120846602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209120846622 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-lms+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209120846644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209120846644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209120846644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:08:50.020325 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3779): Terminating (SIGTERM)\u000a12:08:50.060301 run iperf3-srv_10.42.42.10(pid=3780): Terminating (SIGTERM)\u000a12:08:50.100249 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3781): Terminating (SIGTERM)\u000a12:08:50.140139 run iperf3-srv_10.42.42.10(pid=3782): Terminating (SIGTERM)\u000a12:08:50.179919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3785): Terminating (SIGTERM)\u000a12:08:50.219520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3788): Terminating (SIGTERM)\u000a12:08:50.259127 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3791): Terminating (SIGTERM)\u000a12:08:50.268359 --- ParallelTerminationStrategy: PID 3779 died...\u000a12:08:50.321748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3779): Terminated: ok {rc=0}\u000a12:08:50.331398 --- ParallelTerminationStrategy: PID 3780 died...\u000a12:08:50.384419 run iperf3-srv_10.42.42.10(pid=3780): Terminated {rc=256}\u000a12:08:50.394018 --- ParallelTerminationStrategy: PID 3781 died...\u000a12:08:50.447253 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3781): Terminated: ok {rc=0}\u000a12:08:50.456828 --- ParallelTerminationStrategy: PID 3782 died...\u000a12:08:50.510483 run iperf3-srv_10.42.42.10(pid=3782): Terminated {rc=256}\u000a12:08:50.520109 --- ParallelTerminationStrategy: PID 3785 died...\u000a12:08:50.573351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3785): Terminated: ok {rc=0}\u000a12:08:50.583014 --- ParallelTerminationStrategy: PID 3788 died...\u000a12:08:50.636104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3788): Terminated: ok {rc=0}\u000a12:08:50.645830 --- ParallelTerminationStrategy: PID 3791 died...\u000a12:08:50.698960 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3791): Terminated: ok {rc=0}\u000a12:08:50.788659 bus /gobi_0: Setting Powered False\u000a12:08:51.894109 bus /gobi_0: Setting Powered False\u000a12:08:53.004584 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3801): Process ended prematurely: osmo-stp_10.42.42.5(pid=3801) [trial-2359↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3801)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3801): Process ended prematurely: osmo-stp_10.42.42.5(pid=3801) [trial-2359↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3801)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-lms+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a12:08:54.116201 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:08:54.127823 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:08:54.290998 tst iperf3.py: using LAC 21360\u000a12:08:54.410609 tst iperf3.py: using RAC 195\u000a12:08:54.529371 tst iperf3.py: using CellId 21360\u000a12:08:54.653244 tst iperf3.py: using BVCI 21361\u000a12:08:54.676603 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:08:54.687522 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:08:54.698249 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:08:54.709471 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:08:54.720155 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:08:54.730919 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:08:54.741744 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:08:54.752358 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:08:54.763210 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:08:55.043558 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:08:55.170940 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:08:55.491014 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3793): Launched\u000a12:08:55.758442 run iperf3-srv_10.42.42.10(pid=3794): Launched\u000a12:08:55.946258 tst iperf3.py:8: start network...\u000a12:08:56.073958 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:08:56.568203 run create_hlr_db(pid=3795): Launched\u000a12:08:56.744485 bus /gobi_6: Setting Powered False\u000a12:08:57.765722 run create_hlr_db(pid=3795): Terminated: ok {rc=0}\u000a12:08:58.204762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3797): Launched\u000a12:08:58.536216 run osmo-hlr_10.42.42.2(pid=3798): Launched\u000a12:08:58.658333 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:08:59.241337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3800): Launched\u000a12:08:59.573676 run osmo-stp_10.42.42.5(pid=3801): Launched\u000a12:08:59.692812 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:09:00.269117 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3803): Launched\u000a12:09:00.386853 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:09:00.676403 run patchelf(pid=3804): Launched\u000a12:09:00.891326 run osmo-stp_10.42.42.5(pid=3801): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3801)]\u000a12:09:01.051411 run osmo-stp_10.42.42.5(pid=3801): stdout: \u000a| (launched: 2022-12-09_12:08:59.409425)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:09:01.195634 run osmo-stp_10.42.42.5(pid=3801): stderr: \u000a| �[0;m�[38;5;43m20221209120859599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120859599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120859599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120859600 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120859600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120859600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120859600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:09:01.334989 run osmo-stp_10.42.42.5(pid=3801): stdout: \u000a| (launched: 2022-12-09_12:08:59.409425)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:09:01.474016 run osmo-stp_10.42.42.5(pid=3801): stderr: \u000a| �[0;m�[38;5;43m20221209120859599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120859599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120859599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120859600 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120859600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120859600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120859600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:09:01.636282 run patchelf(pid=3804): Terminating (SIGINT)\u000a12:09:01.828007 run patchelf(pid=3804): Terminated: ok {rc=0}\u000a12:09:01.864231 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3801): Process ended prematurely: osmo-stp_10.42.42.5(pid=3801) [trial-2359↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3801)] [trial-2359↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a12:09:01.875472 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a12:09:01.944545 run osmo-hlr_10.42.42.2(pid=3798): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3798)]\u000a12:09:01.999267 run osmo-hlr_10.42.42.2(pid=3798): stdout: \u000a| (launched: 2022-12-09_12:08:58.373300) \u000a12:09:02.054596 run osmo-hlr_10.42.42.2(pid=3798): stderr: \u000a| �[0;m�[1;31m20221209120858571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209120858571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209120858571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120858571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120858571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209120858571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209120858587 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209120858597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209120858597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209120858598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:09:02.102118 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3793): Terminating (SIGTERM)\u000a12:09:02.148698 run iperf3-srv_10.42.42.10(pid=3794): Terminating (SIGTERM)\u000a12:09:02.194881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3797): Terminating (SIGTERM)\u000a12:09:02.238305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3800): Terminating (SIGTERM)\u000a12:09:02.282305 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3803): Terminating (SIGTERM)\u000a12:09:02.291847 --- ParallelTerminationStrategy: PID 3793 died...\u000a12:09:02.349220 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3793): Terminated: ok {rc=0}\u000a12:09:02.359443 --- ParallelTerminationStrategy: PID 3794 died...\u000a12:09:02.416165 run iperf3-srv_10.42.42.10(pid=3794): Terminated {rc=256}\u000a12:09:02.426635 --- ParallelTerminationStrategy: PID 3797 died...\u000a12:09:02.483596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3797): Terminated: ok {rc=0}\u000a12:09:02.493832 --- ParallelTerminationStrategy: PID 3800 died...\u000a12:09:02.550761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3800): Terminated: ok {rc=0}\u000a12:09:02.561193 --- ParallelTerminationStrategy: PID 3803 died...\u000a12:09:02.618046 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3803): Terminated: ok {rc=0}\u000a12:09:02.705629 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3819): Process ended prematurely: osmo-stp_10.42.42.5(pid=3819) [trial-2359↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3819)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3819): Process ended prematurely: osmo-stp_10.42.42.5(pid=3819) [trial-2359↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3819)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-lms+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a12:09:03.822994 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:09:03.835024 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:09:04.006801 tst iperf3m4.py: using LAC 21361\u000a12:09:04.140730 tst iperf3m4.py: using RAC 196\u000a12:09:04.270485 tst iperf3m4.py: using CellId 21361\u000a12:09:04.398817 tst iperf3m4.py: using BVCI 21362\u000a12:09:04.424005 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:09:04.435499 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:09:04.446916 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:09:04.459109 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:09:04.471014 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:09:04.483679 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:09:04.495031 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:09:04.507026 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:09:04.519913 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:09:04.644811 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:09:04.769760 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:09:04.885475 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:09:05.167208 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:09:05.294545 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:09:05.613745 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3805): Launched\u000a12:09:05.881680 run iperf3-srv_10.42.42.10(pid=3806): Launched\u000a12:09:06.069090 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:09:06.196396 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:09:06.516680 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3807): Launched\u000a12:09:06.781113 run iperf3-srv_10.42.42.10(pid=3808): Launched\u000a12:09:06.967142 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:09:07.093757 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:09:07.412241 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3809): Launched\u000a12:09:07.677248 run iperf3-srv_10.42.42.10(pid=3810): Launched\u000a12:09:07.863180 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:09:07.989905 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:09:08.309110 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3811): Launched\u000a12:09:08.574839 run iperf3-srv_10.42.42.10(pid=3812): Launched\u000a12:09:08.762142 tst iperf3m4.py:8: start network...\u000a12:09:08.889726 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:09:09.385651 run create_hlr_db(pid=3813): Launched\u000a12:09:09.562734 bus /gobi_6: Setting Powered False\u000a12:09:10.583621 run create_hlr_db(pid=3813): Terminated: ok {rc=0}\u000a12:09:11.024215 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3815): Launched\u000a12:09:11.355105 run osmo-hlr_10.42.42.2(pid=3816): Launched\u000a12:09:11.476155 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:09:12.056416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3818): Launched\u000a12:09:12.387552 run osmo-stp_10.42.42.5(pid=3819): Launched\u000a12:09:12.507621 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:09:13.083653 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3821): Launched\u000a12:09:13.200760 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:09:13.488611 run patchelf(pid=3822): Launched\u000a12:09:13.680917 run osmo-stp_10.42.42.5(pid=3819): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3819)]\u000a12:09:13.821046 run osmo-stp_10.42.42.5(pid=3819): stdout: \u000a| (launched: 2022-12-09_12:09:12.223498)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:09:13.962068 run osmo-stp_10.42.42.5(pid=3819): stderr: \u000a| �[0;m�[38;5;43m20221209120912415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120912415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120912415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120912415 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120912416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120912416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120912416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:09:14.097829 run osmo-stp_10.42.42.5(pid=3819): stdout: \u000a| (launched: 2022-12-09_12:09:12.223498)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:09:14.232618 run osmo-stp_10.42.42.5(pid=3819): stderr: \u000a| �[0;m�[38;5;43m20221209120912415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120912415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120912415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120912415 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120912416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120912416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120912416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:09:14.389967 run patchelf(pid=3822): Terminating (SIGINT)\u000a12:09:14.575565 run patchelf(pid=3822): Terminated: ok {rc=0}\u000a12:09:14.609703 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3819): Process ended prematurely: osmo-stp_10.42.42.5(pid=3819) [trial-2359↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3819)] [trial-2359↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a12:09:14.619735 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a12:09:14.684431 run osmo-hlr_10.42.42.2(pid=3816): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3816)]\u000a12:09:14.736646 run osmo-hlr_10.42.42.2(pid=3816): stdout: \u000a| (launched: 2022-12-09_12:09:11.191434) \u000a12:09:14.789683 run osmo-hlr_10.42.42.2(pid=3816): stderr: \u000a| �[0;m�[1;31m20221209120911388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209120911388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209120911388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120911388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120911388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209120911388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209120911400 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209120911409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209120911410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209120911410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:09:14.834841 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3805): Terminating (SIGTERM)\u000a12:09:14.877195 run iperf3-srv_10.42.42.10(pid=3806): Terminating (SIGTERM)\u000a12:09:14.920415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3807): Terminating (SIGTERM)\u000a12:09:14.962827 run iperf3-srv_10.42.42.10(pid=3808): Terminating (SIGTERM)\u000a12:09:15.005469 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3809): Terminating (SIGTERM)\u000a12:09:15.047914 run iperf3-srv_10.42.42.10(pid=3810): Terminating (SIGTERM)\u000a12:09:15.090857 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3811): Terminating (SIGTERM)\u000a12:09:15.132754 run iperf3-srv_10.42.42.10(pid=3812): Terminating (SIGTERM)\u000a12:09:15.175737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3815): Terminating (SIGTERM)\u000a12:09:15.218113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3818): Terminating (SIGTERM)\u000a12:09:15.260862 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3821): Terminating (SIGTERM)\u000a12:09:15.270687 --- ParallelTerminationStrategy: PID 3805 died...\u000a12:09:15.327614 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3805): Terminated: ok {rc=0}\u000a12:09:15.337947 --- ParallelTerminationStrategy: PID 3806 died...\u000a12:09:15.394357 run iperf3-srv_10.42.42.10(pid=3806): Terminated {rc=256}\u000a12:09:15.404422 --- ParallelTerminationStrategy: PID 3807 died...\u000a12:09:15.460772 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3807): Terminated: ok {rc=0}\u000a12:09:15.470922 --- ParallelTerminationStrategy: PID 3808 died...\u000a12:09:15.527429 run iperf3-srv_10.42.42.10(pid=3808): Terminated {rc=256}\u000a12:09:15.537644 --- ParallelTerminationStrategy: PID 3809 died...\u000a12:09:15.594383 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3809): Terminated: ok {rc=0}\u000a12:09:15.604572 --- ParallelTerminationStrategy: PID 3810 died...\u000a12:09:15.661029 run iperf3-srv_10.42.42.10(pid=3810): Terminated {rc=256}\u000a12:09:15.671223 --- ParallelTerminationStrategy: PID 3811 died...\u000a12:09:15.727797 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3811): Terminated: ok {rc=0}\u000a12:09:15.737996 --- ParallelTerminationStrategy: PID 3812 died...\u000a12:09:15.794477 run iperf3-srv_10.42.42.10(pid=3812): Terminated {rc=256}\u000a12:09:15.804707 --- ParallelTerminationStrategy: PID 3815 died...\u000a12:09:15.861979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3815): Terminated: ok {rc=0}\u000a12:09:15.873103 --- ParallelTerminationStrategy: PID 3818 died...\u000a12:09:15.931121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3818): Terminated: ok {rc=0}\u000a12:09:15.941892 --- ParallelTerminationStrategy: PID 3821 died...\u000a12:09:15.999920 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3821): Terminated: ok {rc=0}\u000a12:09:16.096318 bus /gobi_4: Setting Powered False\u000a12:09:17.218628 bus /gobi_4: Setting Powered False\u000a12:09:18.335810 bus /gobi_1: Setting Powered False\u000a12:09:19.438976 bus /gobi_1: Setting Powered False\u000a12:09:20.549782 bus /gobi_0: Setting Powered False\u000a12:09:21.658496 bus /gobi_0: Setting Powered False\u000a12:09:22.771795 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3829): Process ended prematurely: osmo-stp_10.42.42.5(pid=3829) [trial-2359↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3829)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3829): Process ended prematurely: osmo-stp_10.42.42.5(pid=3829) [trial-2359↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3829)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-lms+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a12:09:23.841001 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:09:23.853325 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:09:24.021464 tst ping.py: using LAC 21362\u000a12:09:24.147860 tst ping.py: using RAC 197\u000a12:09:24.277255 tst ping.py: using CellId 21362\u000a12:09:24.403323 tst ping.py: using BVCI 21363\u000a12:09:24.428225 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:09:24.439790 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:09:24.451040 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:09:24.463152 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:09:24.475263 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:09:24.486615 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:09:24.498585 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:09:24.509969 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:09:24.803672 tst ping.py:19: start network...\u000a12:09:24.938511 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:09:25.447171 run create_hlr_db(pid=3823): Launched\u000a12:09:25.634992 bus /gobi_6: Setting Powered False\u000a12:09:26.654788 run create_hlr_db(pid=3823): Terminated: ok {rc=0}\u000a12:09:27.089666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3825): Launched\u000a12:09:27.414912 run osmo-hlr_10.42.42.2(pid=3826): Launched\u000a12:09:27.529936 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:09:28.097521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3828): Launched\u000a12:09:28.422777 run osmo-stp_10.42.42.5(pid=3829): Launched\u000a12:09:28.540147 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:09:29.107946 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3838): Launched\u000a12:09:29.223167 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:09:29.506245 run patchelf(pid=3839): Launched\u000a12:09:29.696892 run osmo-stp_10.42.42.5(pid=3829): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3829)]\u000a12:09:29.835656 run osmo-stp_10.42.42.5(pid=3829): stdout: \u000a| (launched: 2022-12-09_12:09:28.261335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:09:29.975154 run osmo-stp_10.42.42.5(pid=3829): stderr: \u000a| �[0;m�[38;5;43m20221209120928451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120928451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120928451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120928452 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120928452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120928452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120928452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:09:30.109944 run osmo-stp_10.42.42.5(pid=3829): stdout: \u000a| (launched: 2022-12-09_12:09:28.261335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:09:30.243252 run osmo-stp_10.42.42.5(pid=3829): stderr: \u000a| �[0;m�[38;5;43m20221209120928451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120928451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120928451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120928452 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120928452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120928452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120928452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:09:30.399363 run patchelf(pid=3839): Terminating (SIGINT)\u000a12:09:30.583739 run patchelf(pid=3839): Terminated: ok {rc=0}\u000a12:09:30.617041 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=3829): Process ended prematurely: osmo-stp_10.42.42.5(pid=3829) [trial-2359↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3829)] [trial-2359↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22]\u000a12:09:30.626498 tst ping.py:22: Test FAILED (6.8 sec)\u000a12:09:30.691238 run osmo-hlr_10.42.42.2(pid=3826): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3826)]\u000a12:09:30.743623 run osmo-hlr_10.42.42.2(pid=3826): stdout: \u000a| (launched: 2022-12-09_12:09:27.253956) \u000a12:09:30.796626 run osmo-hlr_10.42.42.2(pid=3826): stderr: \u000a| �[0;m�[1;31m20221209120927449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209120927449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209120927449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120927449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120927449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209120927449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209120927462 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-lms+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209120927471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209120927471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209120927471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:09:30.848284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3825): Terminating (SIGTERM)\u000a12:09:30.892606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3828): Terminating (SIGTERM)\u000a12:09:30.943521 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3838): Terminating (SIGTERM)\u000a12:09:30.954004 --- ParallelTerminationStrategy: PID 3825 died...\u000a12:09:31.013510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3825): Terminated: ok {rc=0}\u000a12:09:31.024288 --- ParallelTerminationStrategy: PID 3828 died...\u000a12:09:31.082935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3828): Terminated: ok {rc=0}\u000a12:09:31.093688 --- ParallelTerminationStrategy: PID 3838 died...\u000a12:09:31.152036 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3838): Terminated: ok {rc=0}\u000a12:09:31.245718 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 29, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3846): Process ended prematurely: osmo-stp_10.42.42.5(pid=3846) [trial-2359↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3846)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3846): Process ended prematurely: osmo-stp_10.42.42.5(pid=3846) [trial-2359↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3846)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-lms+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a12:09:32.299146 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:09:32.311249 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:09:32.480239 tst ping_idle_ping.py: using LAC 21363\u000a12:09:32.602468 tst ping_idle_ping.py: using RAC 198\u000a12:09:32.723622 tst ping_idle_ping.py: using CellId 21363\u000a12:09:32.842807 tst ping_idle_ping.py: using BVCI 21364\u000a12:09:32.865973 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:09:32.876888 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:09:32.887893 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:09:32.899120 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:09:32.910417 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:09:32.921677 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:09:32.933058 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:09:32.944216 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:09:33.223701 tst ping_idle_ping.py:24: start network...\u000a12:09:33.352113 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:09:33.847183 run create_hlr_db(pid=3840): Launched\u000a12:09:34.034727 bus /gobi_6: Setting Powered False\u000a12:09:35.054219 run create_hlr_db(pid=3840): Terminated: ok {rc=0}\u000a12:09:35.481226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3842): Launched\u000a12:09:35.801171 run osmo-hlr_10.42.42.2(pid=3843): Launched\u000a12:09:35.919469 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:09:36.474552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3845): Launched\u000a12:09:36.788294 run osmo-stp_10.42.42.5(pid=3846): Launched\u000a12:09:36.896578 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:09:37.417265 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3848): Launched\u000a12:09:37.522733 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:09:37.783047 run patchelf(pid=3849): Launched\u000a12:09:37.958569 run osmo-stp_10.42.42.5(pid=3846): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3846)]\u000a12:09:38.086616 run osmo-stp_10.42.42.5(pid=3846): stdout: \u000a| (launched: 2022-12-09_12:09:36.635942)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:09:38.214725 run osmo-stp_10.42.42.5(pid=3846): stderr: \u000a| �[0;m�[38;5;43m20221209120936805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120936805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120936805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120936806 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120936806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120936806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120936806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:09:38.337669 run osmo-stp_10.42.42.5(pid=3846): stdout: \u000a| (launched: 2022-12-09_12:09:36.635942)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:09:38.459625 run osmo-stp_10.42.42.5(pid=3846): stderr: \u000a| �[0;m�[38;5;43m20221209120936805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120936805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120936805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120936806 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120936806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120936806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120936806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:09:38.603353 run patchelf(pid=3849): Terminating (SIGINT)\u000a12:09:38.772239 run patchelf(pid=3849): Terminated: ok {rc=0}\u000a12:09:38.803035 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=3846): Process ended prematurely: osmo-stp_10.42.42.5(pid=3846) [trial-2359↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3846)] [trial-2359↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a12:09:38.811680 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a12:09:38.871520 run osmo-hlr_10.42.42.2(pid=3843): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3843)]\u000a12:09:38.920437 run osmo-hlr_10.42.42.2(pid=3843): stdout: \u000a| (launched: 2022-12-09_12:09:35.643059) \u000a12:09:38.969903 run osmo-hlr_10.42.42.2(pid=3843): stderr: \u000a| �[0;m�[1;31m20221209120935836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209120935836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209120935836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120935836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120935836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209120935836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209120935848 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-lms+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209120935857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209120935857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209120935857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:09:39.011926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3842): Terminating (SIGTERM)\u000a12:09:39.051551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3845): Terminating (SIGTERM)\u000a12:09:39.091277 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3848): Terminating (SIGTERM)\u000a12:09:39.100621 --- ParallelTerminationStrategy: PID 3842 died...\u000a12:09:39.153839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3842): Terminated: ok {rc=0}\u000a12:09:39.163468 --- ParallelTerminationStrategy: PID 3845 died...\u000a12:09:39.216531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3845): Terminated: ok {rc=0}\u000a12:09:39.226193 --- ParallelTerminationStrategy: PID 3848 died...\u000a12:09:39.279174 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3848): Terminated: ok {rc=0}\u000a12:09:39.368881 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "109", "name" : "gprs_trx-lms+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:08:40" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3863): Process ended prematurely: osmo-stp_10.42.42.5(pid=3863) [trial-2359↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3863)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3863): Process ended prematurely: osmo-stp_10.42.42.5(pid=3863) [trial-2359↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3863)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-lms+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:09:41.514582 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:09:41.525655 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:09:41.686550 tst cs_paging_gprs_active.py: using LAC 21364\u000a12:09:41.804189 tst cs_paging_gprs_active.py: using RAC 199\u000a12:09:41.923764 tst cs_paging_gprs_active.py: using CellId 21364\u000a12:09:42.041106 tst cs_paging_gprs_active.py: using BVCI 21365\u000a12:09:42.064230 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:09:42.075095 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:09:42.085743 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:09:42.096381 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:09:42.107083 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:09:42.117813 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:09:42.128533 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:09:42.139140 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:09:42.150004 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:09:42.271527 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:09:42.563451 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:09:42.688761 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:09:43.001611 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3853): Launched\u000a12:09:43.262738 run iperf3-srv_10.42.42.10(pid=3854): Launched\u000a12:09:43.446150 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:09:43.571348 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:09:43.884319 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3855): Launched\u000a12:09:44.145607 run iperf3-srv_10.42.42.10(pid=3856): Launched\u000a12:09:44.328023 tst cs_paging_gprs_active.py:38: start network...\u000a12:09:44.452660 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:09:44.938977 run create_hlr_db(pid=3857): Launched\u000a12:09:45.112634 bus /gobi_6: Setting Powered False\u000a12:09:46.137864 run create_hlr_db(pid=3857): Terminated: ok {rc=0}\u000a12:09:46.560206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3859): Launched\u000a12:09:46.979263 run osmo-hlr_10.42.42.2(pid=3860): Launched\u000a12:09:47.177928 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:09:47.747120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3862): Launched\u000a12:09:48.076129 run osmo-stp_10.42.42.5(pid=3863): Launched\u000a12:09:48.194411 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:09:48.763703 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3865): Launched\u000a12:09:48.879775 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:09:49.166003 run patchelf(pid=3866): Launched\u000a12:09:49.358192 run osmo-stp_10.42.42.5(pid=3863): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3863)]\u000a12:09:49.496900 run osmo-stp_10.42.42.5(pid=3863): stdout: \u000a| (launched: 2022-12-09_12:09:47.913795)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:09:49.635427 run osmo-stp_10.42.42.5(pid=3863): stderr: \u000a| �[0;m�[38;5;43m20221209120948103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120948104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120948104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120948104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120948105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120948105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120948105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:09:49.770698 run osmo-stp_10.42.42.5(pid=3863): stdout: \u000a| (launched: 2022-12-09_12:09:47.913795)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:09:49.904279 run osmo-stp_10.42.42.5(pid=3863): stderr: \u000a| �[0;m�[38;5;43m20221209120948103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209120948104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209120948104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209120948104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209120948105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209120948105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209120948105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:09:50.061091 run patchelf(pid=3866): Terminating (SIGINT)\u000a12:09:50.245056 run patchelf(pid=3866): Terminated: ok {rc=0}\u000a12:09:50.278755 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=3863): Process ended prematurely: osmo-stp_10.42.42.5(pid=3863) [trial-2359↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3863)] [trial-2359↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a12:09:50.288809 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a12:09:50.352770 run osmo-hlr_10.42.42.2(pid=3860): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3860)]\u000a12:09:50.404534 run osmo-hlr_10.42.42.2(pid=3860): stdout: \u000a| (launched: 2022-12-09_12:09:46.716464) \u000a12:09:50.456700 run osmo-hlr_10.42.42.2(pid=3860): stderr: \u000a| �[0;m�[1;31m20221209120947044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209120947045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209120947045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120947045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120947045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209120947045 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209120947062 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-lms+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209120947079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209120947079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209120947079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:09:50.501318 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3853): Terminating (SIGTERM)\u000a12:09:50.543341 run iperf3-srv_10.42.42.10(pid=3854): Terminating (SIGTERM)\u000a12:09:50.585620 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3855): Terminating (SIGTERM)\u000a12:09:50.627973 run iperf3-srv_10.42.42.10(pid=3856): Terminating (SIGTERM)\u000a12:09:50.670507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3859): Terminating (SIGTERM)\u000a12:09:50.712376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3862): Terminating (SIGTERM)\u000a12:09:50.754048 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3865): Terminating (SIGTERM)\u000a12:09:50.764004 --- ParallelTerminationStrategy: PID 3853 died...\u000a12:09:50.820440 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3853): Terminated: ok {rc=0}\u000a12:09:50.830613 --- ParallelTerminationStrategy: PID 3854 died...\u000a12:09:50.886410 run iperf3-srv_10.42.42.10(pid=3854): Terminated {rc=256}\u000a12:09:50.896736 --- ParallelTerminationStrategy: PID 3855 died...\u000a12:09:50.953556 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3855): Terminated: ok {rc=0}\u000a12:09:50.963556 --- ParallelTerminationStrategy: PID 3856 died...\u000a12:09:51.019486 run iperf3-srv_10.42.42.10(pid=3856): Terminated {rc=256}\u000a12:09:51.029669 --- ParallelTerminationStrategy: PID 3859 died...\u000a12:09:51.085298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3859): Terminated: ok {rc=0}\u000a12:09:51.095574 --- ParallelTerminationStrategy: PID 3862 died...\u000a12:09:51.151336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3862): Terminated: ok {rc=0}\u000a12:09:51.161729 --- ParallelTerminationStrategy: PID 3865 died...\u000a12:09:51.217638 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3865): Terminated: ok {rc=0}\u000a12:09:51.304071 bus /gobi_0: Setting Powered False\u000a12:09:52.410577 bus /gobi_0: Setting Powered False\u000a12:09:53.520327 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3875): Process ended prematurely: osmo-stp_10.42.42.5(pid=3875) [trial-2359↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3875)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3875): Process ended prematurely: osmo-stp_10.42.42.5(pid=3875) [trial-2359↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3875)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-lms+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a12:09:54.635291 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:09:54.647527 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:09:54.814527 tst iperf3.py: using LAC 21365\u000a12:09:54.942155 tst iperf3.py: using RAC 200\u000a12:09:55.069217 tst iperf3.py: using CellId 21365\u000a12:09:55.196206 tst iperf3.py: using BVCI 21366\u000a12:09:55.221238 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:09:55.232585 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:09:55.243796 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:09:55.255184 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:09:55.266479 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:09:55.278022 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:09:55.289485 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:09:55.300788 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:09:55.312278 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:09:55.606325 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:09:55.741502 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:09:56.078902 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3867): Launched\u000a12:09:56.359497 run iperf3-srv_10.42.42.10(pid=3868): Launched\u000a12:09:56.558569 tst iperf3.py:8: start network...\u000a12:09:56.694364 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:09:57.207229 run create_hlr_db(pid=3869): Launched\u000a12:09:57.395239 bus /gobi_6: Setting Powered False\u000a12:09:58.416098 run create_hlr_db(pid=3869): Terminated: ok {rc=0}\u000a12:09:58.829176 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3871): Launched\u000a12:09:59.134818 run osmo-hlr_10.42.42.2(pid=3872): Launched\u000a12:09:59.250996 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:09:59.781637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3874): Launched\u000a12:10:00.086022 run osmo-stp_10.42.42.5(pid=3875): Launched\u000a12:10:00.195784 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:10:00.726456 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3877): Launched\u000a12:10:00.834196 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:10:01.145344 run patchelf(pid=3878): Launched\u000a12:10:01.328559 run osmo-stp_10.42.42.5(pid=3875): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3875)]\u000a12:10:01.460320 run osmo-stp_10.42.42.5(pid=3875): stdout: \u000a| (launched: 2022-12-09_12:09:59.935535)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:10:01.592317 run osmo-stp_10.42.42.5(pid=3875): stderr: \u000a| �[0;m�[38;5;43m20221209121000104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121000105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121000105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121000105 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121000106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121000106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121000106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:10:01.719843 run osmo-stp_10.42.42.5(pid=3875): stdout: \u000a| (launched: 2022-12-09_12:09:59.935535)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:10:01.846323 run osmo-stp_10.42.42.5(pid=3875): stderr: \u000a| �[0;m�[38;5;43m20221209121000104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121000105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121000105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121000105 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121000106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121000106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121000106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:10:01.994400 run patchelf(pid=3878): Terminating (SIGINT)\u000a12:10:02.169364 run patchelf(pid=3878): Terminated: ok {rc=0}\u000a12:10:02.201925 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3875): Process ended prematurely: osmo-stp_10.42.42.5(pid=3875) [trial-2359↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3875)] [trial-2359↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a12:10:02.211795 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a12:10:02.273312 run osmo-hlr_10.42.42.2(pid=3872): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3872)]\u000a12:10:02.323600 run osmo-hlr_10.42.42.2(pid=3872): stdout: \u000a| (launched: 2022-12-09_12:09:58.984071) \u000a12:10:02.374101 run osmo-hlr_10.42.42.2(pid=3872): stderr: \u000a| �[0;m�[1;31m20221209120959159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209120959159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209120959159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120959159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209120959159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209120959160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209120959172 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209120959181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209120959181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209120959181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:10:02.416260 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3867): Terminating (SIGTERM)\u000a12:10:02.455991 run iperf3-srv_10.42.42.10(pid=3868): Terminating (SIGTERM)\u000a12:10:02.495597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3871): Terminating (SIGTERM)\u000a12:10:02.535235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3874): Terminating (SIGTERM)\u000a12:10:02.575157 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3877): Terminating (SIGTERM)\u000a12:10:02.584463 --- ParallelTerminationStrategy: PID 3867 died...\u000a12:10:02.637641 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3867): Terminated: ok {rc=0}\u000a12:10:02.647221 --- ParallelTerminationStrategy: PID 3868 died...\u000a12:10:02.700375 run iperf3-srv_10.42.42.10(pid=3868): Terminated {rc=256}\u000a12:10:02.710068 --- ParallelTerminationStrategy: PID 3871 died...\u000a12:10:02.763309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3871): Terminated: ok {rc=0}\u000a12:10:02.772860 --- ParallelTerminationStrategy: PID 3874 died...\u000a12:10:02.825841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3874): Terminated: ok {rc=0}\u000a12:10:02.835473 --- ParallelTerminationStrategy: PID 3877 died...\u000a12:10:02.888308 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3877): Terminated: ok {rc=0}\u000a12:10:02.977131 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3896): Process ended prematurely: osmo-stp_10.42.42.5(pid=3896) [trial-2359↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3896)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3896): Process ended prematurely: osmo-stp_10.42.42.5(pid=3896) [trial-2359↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3896)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-lms+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a12:10:04.088290 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:10:04.099900 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:10:04.259565 tst iperf3m4.py: using LAC 21366\u000a12:10:04.383181 tst iperf3m4.py: using RAC 201\u000a12:10:04.509188 tst iperf3m4.py: using CellId 21366\u000a12:10:04.627257 tst iperf3m4.py: using BVCI 21367\u000a12:10:04.650412 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:10:04.661406 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:10:04.672090 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:10:04.682816 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:10:04.693481 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:10:04.704103 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:10:04.715414 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:10:04.726121 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:10:04.737097 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:10:04.858217 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:10:04.980308 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:10:05.101244 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:10:05.398655 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:10:05.534712 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:10:05.872658 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3882): Launched\u000a12:10:06.154000 run iperf3-srv_10.42.42.10(pid=3883): Launched\u000a12:10:06.352556 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:10:06.488114 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:10:06.826841 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3884): Launched\u000a12:10:07.109030 run iperf3-srv_10.42.42.10(pid=3885): Launched\u000a12:10:07.309140 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:10:07.445131 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:10:07.783881 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3886): Launched\u000a12:10:08.065508 run iperf3-srv_10.42.42.10(pid=3887): Launched\u000a12:10:08.264539 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:10:08.400455 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:10:08.737859 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3888): Launched\u000a12:10:09.019025 run iperf3-srv_10.42.42.10(pid=3889): Launched\u000a12:10:09.217717 tst iperf3m4.py:8: start network...\u000a12:10:09.352738 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:10:09.863957 run create_hlr_db(pid=3890): Launched\u000a12:10:10.051815 bus /gobi_6: Setting Powered False\u000a12:10:11.073933 run create_hlr_db(pid=3890): Terminated: ok {rc=0}\u000a12:10:11.508157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3892): Launched\u000a12:10:11.834835 run osmo-hlr_10.42.42.2(pid=3893): Launched\u000a12:10:11.954787 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:10:12.524463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3895): Launched\u000a12:10:12.849140 run osmo-stp_10.42.42.5(pid=3896): Launched\u000a12:10:12.966718 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:10:13.532493 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3898): Launched\u000a12:10:13.647857 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:10:13.931428 run patchelf(pid=3899): Launched\u000a12:10:14.122060 run osmo-stp_10.42.42.5(pid=3896): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3896)]\u000a12:10:14.260636 run osmo-stp_10.42.42.5(pid=3896): stdout: \u000a| (launched: 2022-12-09_12:10:12.688857)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:10:14.399119 run osmo-stp_10.42.42.5(pid=3896): stderr: \u000a| �[0;m�[38;5;43m20221209121012877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121012877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121012878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121012878 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121012879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121012879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121012879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:10:14.533423 run osmo-stp_10.42.42.5(pid=3896): stdout: \u000a| (launched: 2022-12-09_12:10:12.688857)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:10:14.666330 run osmo-stp_10.42.42.5(pid=3896): stderr: \u000a| �[0;m�[38;5;43m20221209121012877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121012877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121012878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121012878 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121012879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121012879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121012879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:10:14.826427 run patchelf(pid=3899): Terminating (SIGINT)\u000a12:10:15.010702 run patchelf(pid=3899): Terminated: ok {rc=0}\u000a12:10:15.044339 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3896): Process ended prematurely: osmo-stp_10.42.42.5(pid=3896) [trial-2359↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3896)] [trial-2359↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a12:10:15.054441 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a12:10:15.119065 run osmo-hlr_10.42.42.2(pid=3893): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3893)]\u000a12:10:15.171144 run osmo-hlr_10.42.42.2(pid=3893): stdout: \u000a| (launched: 2022-12-09_12:10:11.673447) \u000a12:10:15.223688 run osmo-hlr_10.42.42.2(pid=3893): stderr: \u000a| �[0;m�[1;31m20221209121011865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209121011865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209121011865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121011865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121011865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209121011866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209121011879 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209121011889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209121011889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209121011889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:10:15.268153 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3882): Terminating (SIGTERM)\u000a12:10:15.310779 run iperf3-srv_10.42.42.10(pid=3883): Terminating (SIGTERM)\u000a12:10:15.353397 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3884): Terminating (SIGTERM)\u000a12:10:15.395070 run iperf3-srv_10.42.42.10(pid=3885): Terminating (SIGTERM)\u000a12:10:15.437599 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3886): Terminating (SIGTERM)\u000a12:10:15.479298 run iperf3-srv_10.42.42.10(pid=3887): Terminating (SIGTERM)\u000a12:10:15.521415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3888): Terminating (SIGTERM)\u000a12:10:15.563672 run iperf3-srv_10.42.42.10(pid=3889): Terminating (SIGTERM)\u000a12:10:15.605724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3892): Terminating (SIGTERM)\u000a12:10:15.648184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3895): Terminating (SIGTERM)\u000a12:10:15.690876 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3898): Terminating (SIGTERM)\u000a12:10:15.700768 --- ParallelTerminationStrategy: PID 3882 died...\u000a12:10:15.757428 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3882): Terminated: ok {rc=0}\u000a12:10:15.767624 --- ParallelTerminationStrategy: PID 3883 died...\u000a12:10:15.823717 run iperf3-srv_10.42.42.10(pid=3883): Terminated {rc=256}\u000a12:10:15.834511 --- ParallelTerminationStrategy: PID 3884 died...\u000a12:10:15.905088 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3884): Terminated: ok {rc=0}\u000a12:10:15.915629 --- ParallelTerminationStrategy: PID 3885 died...\u000a12:10:15.973169 run iperf3-srv_10.42.42.10(pid=3885): Terminated {rc=256}\u000a12:10:15.983659 --- ParallelTerminationStrategy: PID 3886 died...\u000a12:10:16.041156 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3886): Terminated: ok {rc=0}\u000a12:10:16.051675 --- ParallelTerminationStrategy: PID 3887 died...\u000a12:10:16.109007 run iperf3-srv_10.42.42.10(pid=3887): Terminated {rc=256}\u000a12:10:16.119562 --- ParallelTerminationStrategy: PID 3888 died...\u000a12:10:16.176757 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=3888): Terminated: ok {rc=0}\u000a12:10:16.187339 --- ParallelTerminationStrategy: PID 3889 died...\u000a12:10:16.244367 run iperf3-srv_10.42.42.10(pid=3889): Terminated {rc=256}\u000a12:10:16.255013 --- ParallelTerminationStrategy: PID 3892 died...\u000a12:10:16.312317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3892): Terminated: ok {rc=0}\u000a12:10:16.322926 --- ParallelTerminationStrategy: PID 3895 died...\u000a12:10:16.380050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3895): Terminated: ok {rc=0}\u000a12:10:16.390880 --- ParallelTerminationStrategy: PID 3898 died...\u000a12:10:16.448031 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3898): Terminated: ok {rc=0}\u000a12:10:16.537045 bus /gobi_4: Setting Powered False\u000a12:10:17.642133 bus /gobi_4: Setting Powered False\u000a12:10:18.754556 bus /gobi_1: Setting Powered False\u000a12:10:19.857628 bus /gobi_1: Setting Powered False\u000a12:10:20.964306 bus /gobi_0: Setting Powered False\u000a12:10:22.071375 bus /gobi_0: Setting Powered False\u000a12:10:23.180745 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3906): Process ended prematurely: osmo-stp_10.42.42.5(pid=3906) [trial-2359↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3906)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3906): Process ended prematurely: osmo-stp_10.42.42.5(pid=3906) [trial-2359↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3906)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-lms+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a12:10:24.250399 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:10:24.262371 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:10:24.427940 tst ping.py: using LAC 21367\u000a12:10:24.552200 tst ping.py: using RAC 202\u000a12:10:24.680220 tst ping.py: using CellId 21367\u000a12:10:24.803951 tst ping.py: using BVCI 21368\u000a12:10:24.828322 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:10:24.839640 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:10:24.850819 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:10:24.862255 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:10:24.873527 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:10:24.884786 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:10:24.896569 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:10:24.907881 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:10:25.184081 tst ping.py:19: start network...\u000a12:10:25.306663 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:10:25.783293 run create_hlr_db(pid=3900): Launched\u000a12:10:25.958325 bus /gobi_6: Setting Powered False\u000a12:10:26.979359 run create_hlr_db(pid=3900): Terminated: ok {rc=0}\u000a12:10:27.413359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3902): Launched\u000a12:10:27.737841 run osmo-hlr_10.42.42.2(pid=3903): Launched\u000a12:10:27.854259 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:10:28.417017 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3905): Launched\u000a12:10:28.741194 run osmo-stp_10.42.42.5(pid=3906): Launched\u000a12:10:28.857896 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:10:29.422625 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3908): Launched\u000a12:10:29.537944 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:10:29.822282 run patchelf(pid=3909): Launched\u000a12:10:30.012505 run osmo-stp_10.42.42.5(pid=3906): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3906)]\u000a12:10:30.150697 run osmo-stp_10.42.42.5(pid=3906): stdout: \u000a| (launched: 2022-12-09_12:10:28.580608)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:10:30.289303 run osmo-stp_10.42.42.5(pid=3906): stderr: \u000a| �[0;m�[38;5;43m20221209121028771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121028772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121028772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121028772 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121028773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121028773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121028773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:10:30.423531 run osmo-stp_10.42.42.5(pid=3906): stdout: \u000a| (launched: 2022-12-09_12:10:28.580608)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:10:30.556014 run osmo-stp_10.42.42.5(pid=3906): stderr: \u000a| �[0;m�[38;5;43m20221209121028771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121028772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121028772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121028772 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121028773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121028773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121028773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:10:30.711473 run patchelf(pid=3909): Terminating (SIGINT)\u000a12:10:30.915745 run patchelf(pid=3909): Terminated: ok {rc=0}\u000a12:10:30.950613 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=3906): Process ended prematurely: osmo-stp_10.42.42.5(pid=3906) [trial-2359↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3906)] [trial-2359↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22]\u000a12:10:30.961625 tst ping.py:22: Test FAILED (6.7 sec)\u000a12:10:31.030783 run osmo-hlr_10.42.42.2(pid=3903): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3903)]\u000a12:10:31.086378 run osmo-hlr_10.42.42.2(pid=3903): stdout: \u000a| (launched: 2022-12-09_12:10:27.577734) \u000a12:10:31.141898 run osmo-hlr_10.42.42.2(pid=3903): stderr: \u000a| �[0;m�[1;31m20221209121027770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209121027770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209121027770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121027771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121027771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209121027771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209121027786 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-lms+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209121027795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209121027795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209121027795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:10:31.188030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3902): Terminating (SIGTERM)\u000a12:10:31.235736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3905): Terminating (SIGTERM)\u000a12:10:31.280709 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3908): Terminating (SIGTERM)\u000a12:10:31.291259 --- ParallelTerminationStrategy: PID 3902 died...\u000a12:10:31.351620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3902): Terminated: ok {rc=0}\u000a12:10:31.362931 --- ParallelTerminationStrategy: PID 3905 died...\u000a12:10:31.422878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3905): Terminated: ok {rc=0}\u000a12:10:31.434180 --- ParallelTerminationStrategy: PID 3908 died...\u000a12:10:31.493030 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3908): Terminated: ok {rc=0}\u000a12:10:31.585993 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3916): Process ended prematurely: osmo-stp_10.42.42.5(pid=3916) [trial-2359↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3916)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3916): Process ended prematurely: osmo-stp_10.42.42.5(pid=3916) [trial-2359↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3916)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-lms+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a12:10:32.636492 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:10:32.648069 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:10:32.806453 tst ping_idle_ping.py: using LAC 21368\u000a12:10:32.926591 tst ping_idle_ping.py: using RAC 203\u000a12:10:33.048926 tst ping_idle_ping.py: using CellId 21368\u000a12:10:33.173723 tst ping_idle_ping.py: using BVCI 21369\u000a12:10:33.198559 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:10:33.210232 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:10:33.222554 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:10:33.234065 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:10:33.246280 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:10:33.259377 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:10:33.271127 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:10:33.282916 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:10:33.562846 tst ping_idle_ping.py:24: start network...\u000a12:10:33.688138 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:10:34.175831 run create_hlr_db(pid=3910): Launched\u000a12:10:34.350426 bus /gobi_6: Setting Powered False\u000a12:10:35.372296 run create_hlr_db(pid=3910): Terminated: ok {rc=0}\u000a12:10:35.776313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3912): Launched\u000a12:10:36.077127 run osmo-hlr_10.42.42.2(pid=3913): Launched\u000a12:10:36.194783 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:10:36.727075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3915): Launched\u000a12:10:37.030206 run osmo-stp_10.42.42.5(pid=3916): Launched\u000a12:10:37.138573 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:10:37.665930 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3918): Launched\u000a12:10:37.773107 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:10:38.038906 run patchelf(pid=3919): Launched\u000a12:10:38.217756 run osmo-stp_10.42.42.5(pid=3916): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3916)]\u000a12:10:38.347985 run osmo-stp_10.42.42.5(pid=3916): stdout: \u000a| (launched: 2022-12-09_12:10:36.880224)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:10:38.478580 run osmo-stp_10.42.42.5(pid=3916): stderr: \u000a| �[0;m�[38;5;43m20221209121037048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121037048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121037049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121037049 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121037050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121037050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121037050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:10:38.604008 run osmo-stp_10.42.42.5(pid=3916): stdout: \u000a| (launched: 2022-12-09_12:10:36.880224)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:10:38.728536 run osmo-stp_10.42.42.5(pid=3916): stderr: \u000a| �[0;m�[38;5;43m20221209121037048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121037048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121037049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121037049 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121037050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121037050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121037050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:10:38.874347 run patchelf(pid=3919): Terminating (SIGINT)\u000a12:10:39.047454 run patchelf(pid=3919): Terminated: ok {rc=0}\u000a12:10:39.078654 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=3916): Process ended prematurely: osmo-stp_10.42.42.5(pid=3916) [trial-2359↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3916)] [trial-2359↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a12:10:39.087316 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a12:10:39.148177 run osmo-hlr_10.42.42.2(pid=3913): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3913)]\u000a12:10:39.197557 run osmo-hlr_10.42.42.2(pid=3913): stdout: \u000a| (launched: 2022-12-09_12:10:35.928672) \u000a12:10:39.247828 run osmo-hlr_10.42.42.2(pid=3913): stderr: \u000a| �[0;m�[1;31m20221209121036102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209121036102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209121036102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121036102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121036102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209121036102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209121036115 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-lms+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209121036123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209121036124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209121036124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:10:39.290553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3912): Terminating (SIGTERM)\u000a12:10:39.330858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3915): Terminating (SIGTERM)\u000a12:10:39.371273 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3918): Terminating (SIGTERM)\u000a12:10:39.380468 --- ParallelTerminationStrategy: PID 3912 died...\u000a12:10:39.434547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3912): Terminated: ok {rc=0}\u000a12:10:39.444427 --- ParallelTerminationStrategy: PID 3915 died...\u000a12:10:39.498241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3915): Terminated: ok {rc=0}\u000a12:10:39.508130 --- ParallelTerminationStrategy: PID 3918 died...\u000a12:10:39.562067 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3918): Terminated: ok {rc=0}\u000a12:10:39.652313 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "110", "name" : "gprs_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:09:41" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3930): Process ended prematurely: osmo-stp_10.42.42.5(pid=3930) [trial-2359↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3930)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3930): Process ended prematurely: osmo-stp_10.42.42.5(pid=3930) [trial-2359↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3930)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a12:10:41.677815 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:10:41.688859 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:10:41.851690 tst switch_tch_pdch.py: using LAC 21369\u000a12:10:41.997499 tst switch_tch_pdch.py: using RAC 204\u000a12:10:42.122717 tst switch_tch_pdch.py: using CellId 21369\u000a12:10:42.249885 tst switch_tch_pdch.py: using BVCI 21370\u000a12:10:42.274737 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:10:42.286613 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:10:42.298246 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:10:42.310605 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:10:42.323920 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:10:42.335939 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:10:42.347620 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:10:42.359674 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:10:42.478999 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:10:42.763417 tst switch_tch_pdch.py:51: start network...\u000a12:10:42.888681 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:10:43.371993 run create_hlr_db(pid=3924): Launched\u000a12:10:43.545974 bus /gobi_6: Setting Powered False\u000a12:10:44.566168 run create_hlr_db(pid=3924): Terminated: ok {rc=0}\u000a12:10:44.998405 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3926): Launched\u000a12:10:45.322698 run osmo-hlr_10.42.42.2(pid=3927): Launched\u000a12:10:45.438478 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:10:46.041106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3929): Launched\u000a12:10:46.504428 run osmo-stp_10.42.42.5(pid=3930): Launched\u000a12:10:46.621991 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:10:47.203768 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3932): Launched\u000a12:10:47.320192 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:10:47.602249 run patchelf(pid=3933): Launched\u000a12:10:47.792190 run osmo-stp_10.42.42.5(pid=3930): ERR: Terminated: ERROR {rc=1} [trial-2359↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3930)]\u000a12:10:47.930751 run osmo-stp_10.42.42.5(pid=3930): stdout: \u000a| (launched: 2022-12-09_12:10:46.207546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:10:48.070141 run osmo-stp_10.42.42.5(pid=3930): stderr: \u000a| �[0;m�[38;5;43m20221209121046393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121046393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121046393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121046394 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121046394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121046395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121046395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:10:48.204162 run osmo-stp_10.42.42.5(pid=3930): stdout: \u000a| (launched: 2022-12-09_12:10:46.207546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:10:48.337148 run osmo-stp_10.42.42.5(pid=3930): stderr: \u000a| �[0;m�[38;5;43m20221209121046393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121046393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121046393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121046394 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121046394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121046395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121046395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:10:48.492650 run patchelf(pid=3933): Terminating (SIGINT)\u000a12:10:48.676149 run patchelf(pid=3933): Terminated: ok {rc=0}\u000a12:10:48.709427 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=3930): Process ended prematurely: osmo-stp_10.42.42.5(pid=3930) [trial-2359↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3930)] [trial-2359↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a12:10:48.718808 tst switch_tch_pdch.py:54: Test FAILED (7.0 sec)\u000a12:10:48.782977 run osmo-hlr_10.42.42.2(pid=3927): ERR: Terminated: ERROR {rc=237} [trial-2359↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3927)]\u000a12:10:48.835168 run osmo-hlr_10.42.42.2(pid=3927): stdout: \u000a| (launched: 2022-12-09_12:10:45.162388) \u000a12:10:48.887874 run osmo-hlr_10.42.42.2(pid=3927): stderr: \u000a| �[0;m�[1;31m20221209121045356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209121045356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209121045356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121045356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121045356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209121045356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209121045369 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209121045377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209121045377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209121045378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:10:48.932565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3926): Terminating (SIGTERM)\u000a12:10:48.975288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3929): Terminating (SIGTERM)\u000a12:10:49.017618 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3932): Terminating (SIGTERM)\u000a12:10:49.027610 --- ParallelTerminationStrategy: PID 3926 died...\u000a12:10:49.084573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3926): Terminated: ok {rc=0}\u000a12:10:49.094835 --- ParallelTerminationStrategy: PID 3929 died...\u000a12:10:49.151370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3929): Terminated: ok {rc=0}\u000a12:10:49.161682 --- ParallelTerminationStrategy: PID 3932 died...\u000a12:10:49.218320 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3932): Terminated: ok {rc=0}\u000a12:10:49.306476 bus /gobi_0: Setting Powered False\u000a12:10:50.410381 bus /gobi_0: Setting Powered False\u000a12:10:51.520462 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "111", "name" : "dynts_trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:10:41" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "dynts:trx-lms+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3943): Process ended prematurely: osmo-stp_10.42.42.5(pid=3943) [trial-2359↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3943)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3943): Process ended prematurely: osmo-stp_10.42.42.5(pid=3943) [trial-2359↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3943)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 dynts:trx-lms+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a12:10:53.506773 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:10:53.518112 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a12:10:53.683463 tst switch_tch_pdch.py: using LAC 21370\u000a12:10:53.809285 tst switch_tch_pdch.py: using RAC 205\u000a12:10:53.935055 tst switch_tch_pdch.py: using CellId 21370\u000a12:10:54.065774 tst switch_tch_pdch.py: using BVCI 21371\u000a12:10:54.090589 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:10:54.102034 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:10:54.113264 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:10:54.124687 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:10:54.136120 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:10:54.147699 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:10:54.159161 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:10:54.170581 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a12:10:54.287420 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a12:10:54.580726 tst switch_tch_pdch.py:51: start network...\u000a12:10:54.715137 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:10:55.195111 run create_hlr_db(pid=3937): Launched\u000a12:10:55.326350 bus /gobi_6: Setting Powered False\u000a12:10:56.401707 run create_hlr_db(pid=3937): Terminated: ok {rc=0}\u000a12:10:56.782551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3939): Launched\u000a12:10:57.082169 run osmo-hlr_10.42.42.2(pid=3940): Launched\u000a12:10:57.193318 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:10:57.692609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3942): Launched\u000a12:10:57.992214 run osmo-stp_10.42.42.5(pid=3943): Launched\u000a12:10:58.100264 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:10:58.599407 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3945): Launched\u000a12:10:58.706644 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:10:58.969441 run patchelf(pid=3946): Launched\u000a12:10:59.146210 run osmo-stp_10.42.42.5(pid=3943): ERR: Terminated: ERROR {rc=1} [trial-2359↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3943)]\u000a12:10:59.275169 run osmo-stp_10.42.42.5(pid=3943): stdout: \u000a| (launched: 2022-12-09_12:10:57.844776)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:10:59.403905 run osmo-stp_10.42.42.5(pid=3943): stderr: \u000a| �[0;m�[38;5;43m20221209121058012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121058012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121058012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121058013 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121058013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121058013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121058013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:10:59.528315 run osmo-stp_10.42.42.5(pid=3943): stdout: \u000a| (launched: 2022-12-09_12:10:57.844776)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:10:59.651270 run osmo-stp_10.42.42.5(pid=3943): stderr: \u000a| �[0;m�[38;5;43m20221209121058012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121058012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121058012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121058013 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121058013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121058013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121058013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:10:59.796065 run patchelf(pid=3946): Terminating (SIGINT)\u000a12:10:59.967513 run patchelf(pid=3946): Terminated: ok {rc=0}\u000a12:10:59.998707 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=3943): Process ended prematurely: osmo-stp_10.42.42.5(pid=3943) [trial-2359↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3943)] [trial-2359↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a12:11:00.007327 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a12:11:00.067416 run osmo-hlr_10.42.42.2(pid=3940): ERR: Terminated: ERROR {rc=237} [trial-2359↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3940)]\u000a12:11:00.116788 run osmo-hlr_10.42.42.2(pid=3940): stdout: \u000a| (launched: 2022-12-09_12:10:56.934391) \u000a12:11:00.166930 run osmo-hlr_10.42.42.2(pid=3940): stderr: \u000a| �[0;m�[1;31m20221209121057106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209121057106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209121057106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121057106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121057107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209121057107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209121057119 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/dynts:trx-lms+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209121057127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209121057128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209121057128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:11:00.209202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3939): Terminating (SIGTERM)\u000a12:11:00.249097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3942): Terminating (SIGTERM)\u000a12:11:00.290302 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3945): Terminating (SIGTERM)\u000a12:11:00.299797 --- ParallelTerminationStrategy: PID 3939 died...\u000a12:11:00.353460 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3939): Terminated: ok {rc=0}\u000a12:11:00.363373 --- ParallelTerminationStrategy: PID 3942 died...\u000a12:11:00.416547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3942): Terminated: ok {rc=0}\u000a12:11:00.426266 --- ParallelTerminationStrategy: PID 3945 died...\u000a12:11:00.479430 run pcap-recorder_any(filters='host 10.42.42.6')(pid=3945): Terminated: ok {rc=0}\u000a12:11:00.568892 bus /gobi_0: Setting Powered False\u000a12:11:01.690928 bus /gobi_0: Setting Powered False\u000a12:11:02.800642 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "112", "name" : "dynts_trx-lms+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:10:53" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "nitb_sms:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=3952): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3952) [trial-2359↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3952)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=3952): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3952) [trial-2359↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3952)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 nitb_sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a12:11:04.697348 tst nitb_sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a12:11:04.708644 tst nitb_sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a12:11:04.850000 tst mo_mt_sms.py: using LAC 21371\u000a12:11:04.978800 tst mo_mt_sms.py: using RAC 206\u000a12:11:05.104770 tst mo_mt_sms.py: using CellId 21371\u000a12:11:05.230253 tst mo_mt_sms.py: using BVCI 21372\u000a12:11:05.254593 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a12:11:05.372783 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a12:11:05.650167 tst mo_mt_sms.py:9: start nitb and bts...\u000a12:11:05.774793 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a12:11:06.397285 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3951): Launched\u000a12:11:06.695988 run osmo-nitb_10.42.42.2(pid=3952): Launched\u000a12:11:06.883162 run osmo-nitb_10.42.42.2(pid=3952): ERR: Terminated: ERROR {rc=2} [trial-2359↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3952)]\u000a12:11:07.021044 run osmo-nitb_10.42.42.2(pid=3952): stdout: \u000a| (launched: 2022-12-09_12:11:06.550032) \u000a12:11:07.159689 run osmo-nitb_10.42.42.2(pid=3952): stderr: \u000a| (launched: 2022-12-09_12:11:06.594652)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:11:07.293298 run osmo-nitb_10.42.42.2(pid=3952): stdout: \u000a| (launched: 2022-12-09_12:11:06.550032) \u000a12:11:07.425225 run osmo-nitb_10.42.42.2(pid=3952): stderr: \u000a| (launched: 2022-12-09_12:11:06.594652)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:11:07.818138 tst osmo-nitb_10.42.42.2(pid=3952): stdout: \u000a| (launched: 2022-12-09_12:11:06.550032) \u000a12:11:07.938709 tst osmo-nitb_10.42.42.2(pid=3952): stderr: \u000a| (launched: 2022-12-09_12:11:06.594652)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:11:07.991453 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=3952): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3952) [trial-2359↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3952)] [trial-2359↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11]\u000a12:11:07.999691 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a12:11:08.034739 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3951): Terminating (SIGTERM)\u000a12:11:08.212577 --- ParallelTerminationStrategy: PID 3951 died...\u000a12:11:08.267642 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3951): Terminated: ok {rc=0}\u000a12:11:08.352593 bus /sierra_3: Setting Powered False\u000a12:11:09.460975 bus /sierra_3: Setting Powered False\u000a12:11:10.573062 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "113", "name" : "nitb_sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:11:04" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "sms:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3962): Process ended prematurely: osmo-stp_10.42.42.5(pid=3962) [trial-2359↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3962)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3962): Process ended prematurely: osmo-stp_10.42.42.5(pid=3962) [trial-2359↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3962)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a12:11:12.455018 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:11:12.466040 tst sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a12:11:12.600345 tst mo_mt_sms.py: using LAC 21372\u000a12:11:12.716539 tst mo_mt_sms.py: using RAC 207\u000a12:11:12.834871 tst mo_mt_sms.py: using CellId 21372\u000a12:11:12.950775 tst mo_mt_sms.py: using BVCI 21373\u000a12:11:12.973441 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:11:12.984129 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:11:12.994813 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:11:13.005528 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:11:13.016123 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:11:13.026843 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a12:11:13.145303 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a12:11:13.357273 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:11:13.862972 run create_hlr_db(pid=3956): Launched\u000a12:11:14.051011 bus /sierra_2: Setting Powered False\u000a12:11:15.070678 run create_hlr_db(pid=3956): Terminated: ok {rc=0}\u000a12:11:15.478173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3958): Launched\u000a12:11:15.779045 run osmo-hlr_10.42.42.2(pid=3959): Launched\u000a12:11:15.922359 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:11:16.542472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3961): Launched\u000a12:11:16.918631 run osmo-stp_10.42.42.5(pid=3962): Launched\u000a12:11:17.092830 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:11:17.731384 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3964): Launched\u000a12:11:18.033026 run osmo-msc_10.42.42.6(pid=3965): Launched\u000a12:11:18.208665 run osmo-stp_10.42.42.5(pid=3962): ERR: Terminated: ERROR {rc=1} [trial-2359↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3962)]\u000a12:11:18.335780 run osmo-stp_10.42.42.5(pid=3962): stdout: \u000a| (launched: 2022-12-09_12:11:16.696338)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:11:18.461543 run osmo-stp_10.42.42.5(pid=3962): stderr: \u000a| �[0;m�[38;5;43m20221209121117027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121117028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121117028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121117028 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121117037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121117037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121117037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:11:18.582547 run osmo-stp_10.42.42.5(pid=3962): stdout: \u000a| (launched: 2022-12-09_12:11:16.696338)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:11:18.702374 run osmo-stp_10.42.42.5(pid=3962): stderr: \u000a| �[0;m�[38;5;43m20221209121117027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121117028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121117028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121117028 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121117037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121117037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121117037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:11:18.755005 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=3962): Process ended prematurely: osmo-stp_10.42.42.5(pid=3962) [trial-2359↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3962)] [trial-2359↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16]\u000a12:11:18.763122 tst mo_mt_sms.py:16: Test FAILED (6.3 sec)\u000a12:11:18.824212 run osmo-hlr_10.42.42.2(pid=3959): ERR: Terminated: ERROR {rc=237} [trial-2359↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3959)]\u000a12:11:18.874184 run osmo-hlr_10.42.42.2(pid=3959): stdout: \u000a| (launched: 2022-12-09_12:11:15.631272) \u000a12:11:18.924443 run osmo-hlr_10.42.42.2(pid=3959): stderr: \u000a| �[0;m�[1;31m20221209121115805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209121115805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209121115805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121115805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121115805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209121115805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209121115817 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/sms:trx-lms-limenet-micro/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209121115826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209121115826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209121115826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:11:18.992707 run osmo-msc_10.42.42.6(pid=3965): ERR: Terminated: ERROR {rc=2} [trial-2359↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3965)]\u000a12:11:19.042119 run osmo-msc_10.42.42.6(pid=3965): stdout: \u000a| (launched: 2022-12-09_12:11:17.883775) \u000a12:11:19.092197 run osmo-msc_10.42.42.6(pid=3965): stderr: \u000a| �[0;m�[38;5;43m20221209121118154 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209121118154 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe62b134c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209121118154 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209121118154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209121118155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209121118155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209121118156 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209121118157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209121118157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209121118157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:11:19.135206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3958): Terminating (SIGTERM)\u000a12:11:19.175712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3961): Terminating (SIGTERM)\u000a12:11:19.216299 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3964): Terminating (SIGTERM)\u000a12:11:19.225925 --- ParallelTerminationStrategy: PID 3958 died...\u000a12:11:19.279727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3958): Terminated: ok {rc=0}\u000a12:11:19.289872 --- ParallelTerminationStrategy: PID 3961 died...\u000a12:11:19.344695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3961): Terminated: ok {rc=0}\u000a12:11:19.354675 --- ParallelTerminationStrategy: PID 3964 died...\u000a12:11:19.408664 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3964): Terminated: ok {rc=0}\u000a12:11:19.499768 bus /sierra_3: Setting Powered False\u000a12:11:20.604856 bus /sierra_3: Setting Powered False\u000a12:11:21.712368 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "114", "name" : "sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:11:12" }, { "cases" : [ { "testActions" : [ ], "age" : 220, "className" : "nitb_ussd:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=3973): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3973) [trial-2359↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3973)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=3973): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3973) [trial-2359↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3973)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 nitb_ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a12:11:23.549217 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a12:11:23.560668 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a12:11:23.696314 tst assert_extension.py: using LAC 21373\u000a12:11:23.817086 tst assert_extension.py: using RAC 208\u000a12:11:23.936152 tst assert_extension.py: using CellId 21373\u000a12:11:24.055740 tst assert_extension.py: using BVCI 21374\u000a12:11:24.078854 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a12:11:24.358446 tst assert_extension.py:10: start nitb and bts...\u000a12:11:24.483925 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a12:11:25.108454 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3972): Launched\u000a12:11:25.406580 run osmo-nitb_10.42.42.2(pid=3973): Launched\u000a12:11:25.591861 run osmo-nitb_10.42.42.2(pid=3973): ERR: Terminated: ERROR {rc=2} [trial-2359↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3973)]\u000a12:11:25.728276 run osmo-nitb_10.42.42.2(pid=3973): stdout: \u000a| (launched: 2022-12-09_12:11:25.260817) \u000a12:11:25.864774 run osmo-nitb_10.42.42.2(pid=3973): stderr: \u000a| (launched: 2022-12-09_12:11:25.305651)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:11:25.996672 run osmo-nitb_10.42.42.2(pid=3973): stdout: \u000a| (launched: 2022-12-09_12:11:25.260817) \u000a12:11:26.127099 run osmo-nitb_10.42.42.2(pid=3973): stderr: \u000a| (launched: 2022-12-09_12:11:25.305651)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:11:26.527722 tst osmo-nitb_10.42.42.2(pid=3973): stdout: \u000a| (launched: 2022-12-09_12:11:25.260817) \u000a12:11:26.647227 tst osmo-nitb_10.42.42.2(pid=3973): stderr: \u000a| (launched: 2022-12-09_12:11:25.305651)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:11:26.700047 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=3973): Process ended prematurely: osmo-nitb_10.42.42.2(pid=3973) [trial-2359↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=3973)] [trial-2359↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12]\u000a12:11:26.708184 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a12:11:26.742720 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3972): Terminating (SIGTERM)\u000a12:11:26.920178 --- ParallelTerminationStrategy: PID 3972 died...\u000a12:11:26.975855 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=3972): Terminated: ok {rc=0}\u000a12:11:27.063857 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "115", "name" : "nitb_ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:11:23" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "ussd:trx-lms-limenet-micro", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3983): Process ended prematurely: osmo-stp_10.42.42.5(pid=3983) [trial-2359↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3983)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3983): Process ended prematurely: osmo-stp_10.42.42.5(pid=3983) [trial-2359↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3983)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a12:11:28.898341 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:11:28.910153 tst ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a12:11:29.049796 tst assert_extension.py: using LAC 21374\u000a12:11:29.177961 tst assert_extension.py: using RAC 209\u000a12:11:29.303773 tst assert_extension.py: using CellId 21374\u000a12:11:29.431323 tst assert_extension.py: using BVCI 21375\u000a12:11:29.455789 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:11:29.467118 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:11:29.478301 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:11:29.489634 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:11:29.500825 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:11:29.512132 tst ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a12:11:29.713907 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:11:30.197381 run create_hlr_db(pid=3977): Launched\u000a12:11:30.371287 bus /sierra_2: Setting Powered False\u000a12:11:31.404754 run create_hlr_db(pid=3977): Terminated: ok {rc=0}\u000a12:11:31.856012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3979): Launched\u000a12:11:32.221594 run osmo-hlr_10.42.42.2(pid=3980): Launched\u000a12:11:32.338401 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:11:32.866443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3982): Launched\u000a12:11:33.168411 run osmo-stp_10.42.42.5(pid=3983): Launched\u000a12:11:33.277544 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:11:33.828225 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3985): Launched\u000a12:11:34.129188 run osmo-msc_10.42.42.6(pid=3986): Launched\u000a12:11:34.304900 run osmo-stp_10.42.42.5(pid=3983): ERR: Terminated: ERROR {rc=1} [trial-2359↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3983)]\u000a12:11:34.432446 run osmo-stp_10.42.42.5(pid=3983): stdout: \u000a| (launched: 2022-12-09_12:11:33.019697)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:11:34.557675 run osmo-stp_10.42.42.5(pid=3983): stderr: \u000a| �[0;m�[38;5;43m20221209121133186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121133187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121133187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121133187 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121133188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121133188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121133188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:11:34.677837 run osmo-stp_10.42.42.5(pid=3983): stdout: \u000a| (launched: 2022-12-09_12:11:33.019697)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:11:34.797439 run osmo-stp_10.42.42.5(pid=3983): stderr: \u000a| �[0;m�[38;5;43m20221209121133186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121133187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121133187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121133187 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121133188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121133188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121133188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:11:34.850107 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=3983): Process ended prematurely: osmo-stp_10.42.42.5(pid=3983) [trial-2359↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3983)] [trial-2359↪ussd:trx-lms-limenet-micro↪assert_extension.py:17]\u000a12:11:34.858109 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a12:11:34.918047 run osmo-hlr_10.42.42.2(pid=3980): ERR: Terminated: ERROR {rc=237} [trial-2359↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3980)]\u000a12:11:34.967459 run osmo-hlr_10.42.42.2(pid=3980): stdout: \u000a| (launched: 2022-12-09_12:11:32.026425) \u000a12:11:35.017436 run osmo-hlr_10.42.42.2(pid=3980): stderr: \u000a| �[0;m�[1;31m20221209121132311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209121132311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209121132311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121132311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121132311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209121132311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209121132323 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/ussd:trx-lms-limenet-micro/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209121132332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209121132332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209121132332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:11:35.084810 run osmo-msc_10.42.42.6(pid=3986): ERR: Terminated: ERROR {rc=2} [trial-2359↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=3986)]\u000a12:11:35.133763 run osmo-msc_10.42.42.6(pid=3986): stdout: \u000a| (launched: 2022-12-09_12:11:33.980641) \u000a12:11:35.183235 run osmo-msc_10.42.42.6(pid=3986): stderr: \u000a| �[0;m�[38;5;43m20221209121134250 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209121134250 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8fcf286c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209121134250 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209121134250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209121134251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209121134251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209121134252 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209121134253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209121134254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209121134254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:11:35.225463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3979): Terminating (SIGTERM)\u000a12:11:35.265515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3982): Terminating (SIGTERM)\u000a12:11:35.305738 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3985): Terminating (SIGTERM)\u000a12:11:35.315126 --- ParallelTerminationStrategy: PID 3979 died...\u000a12:11:35.369259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3979): Terminated: ok {rc=0}\u000a12:11:35.379073 --- ParallelTerminationStrategy: PID 3982 died...\u000a12:11:35.432792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3982): Terminated: ok {rc=0}\u000a12:11:35.443066 --- ParallelTerminationStrategy: PID 3985 died...\u000a12:11:35.496842 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3985): Terminated: ok {rc=0}\u000a12:11:35.587052 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "116", "name" : "ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:11:28" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=3997): Process ended prematurely: osmo-stp_10.42.42.5(pid=3997) [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3997)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=3997): Process ended prematurely: osmo-stp_10.42.42.5(pid=3997) [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3997)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a12:11:37.532606 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:11:37.543896 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a12:11:37.699023 tst mo_mt_call.py: using LAC 21375\u000a12:11:37.828497 tst mo_mt_call.py: using RAC 210\u000a12:11:37.956550 tst mo_mt_call.py: using CellId 21375\u000a12:11:38.079395 tst mo_mt_call.py: using BVCI 21376\u000a12:11:38.102888 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:11:38.114368 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:11:38.125626 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:11:38.136844 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:11:38.148200 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:11:38.159486 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:11:38.278166 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:11:38.481357 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:11:38.974857 run create_hlr_db(pid=3991): Launched\u000a12:11:39.151050 bus /sierra_2: Setting Powered False\u000a12:11:40.173488 run create_hlr_db(pid=3991): Terminated: ok {rc=0}\u000a12:11:40.612310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3993): Launched\u000a12:11:40.944176 run osmo-hlr_10.42.42.2(pid=3994): Launched\u000a12:11:41.063017 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:11:41.639710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3996): Launched\u000a12:11:41.969645 run osmo-stp_10.42.42.5(pid=3997): Launched\u000a12:11:42.088779 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:11:42.690754 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3999): Launched\u000a12:11:43.021857 run osmo-msc_10.42.42.6(pid=4000): Launched\u000a12:11:43.214583 run osmo-stp_10.42.42.5(pid=3997): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3997)]\u000a12:11:43.353988 run osmo-stp_10.42.42.5(pid=3997): stdout: \u000a| (launched: 2022-12-09_12:11:41.807129)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:11:43.491473 run osmo-stp_10.42.42.5(pid=3997): stderr: \u000a| �[0;m�[38;5;43m20221209121141995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121141995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121141995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121141996 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121141996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121141996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121141996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:11:43.623925 run osmo-stp_10.42.42.5(pid=3997): stdout: \u000a| (launched: 2022-12-09_12:11:41.807129)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:11:43.754920 run osmo-stp_10.42.42.5(pid=3997): stderr: \u000a| �[0;m�[38;5;43m20221209121141995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121141995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121141995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121141996 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121141996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121141996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121141996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:11:43.812696 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=3997): Process ended prematurely: osmo-stp_10.42.42.5(pid=3997) [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=3997)] [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a12:11:43.822100 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a12:11:43.886457 run osmo-hlr_10.42.42.2(pid=3994): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=3994)]\u000a12:11:43.938806 run osmo-hlr_10.42.42.2(pid=3994): stdout: \u000a| (launched: 2022-12-09_12:11:40.780587) \u000a12:11:43.992178 run osmo-hlr_10.42.42.2(pid=3994): stderr: \u000a| �[0;m�[1;31m20221209121140974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209121140974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209121140974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121140974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121140974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209121140974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209121140986 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209121140994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209121140994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209121140994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:11:44.063997 run osmo-msc_10.42.42.6(pid=4000): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4000)]\u000a12:11:44.116274 run osmo-msc_10.42.42.6(pid=4000): stdout: \u000a| (launched: 2022-12-09_12:11:42.858122) \u000a12:11:44.168577 run osmo-msc_10.42.42.6(pid=4000): stderr: \u000a| �[0;m�[38;5;43m20221209121143175 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209121143175 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1e309dec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209121143175 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209121143175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209121143175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209121143175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209121143177 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209121143177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209121143178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209121143178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:11:44.213664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3993): Terminating (SIGTERM)\u000a12:11:44.256323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3996): Terminating (SIGTERM)\u000a12:11:44.299360 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3999): Terminating (SIGTERM)\u000a12:11:44.309283 --- ParallelTerminationStrategy: PID 3993 died...\u000a12:11:44.366582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=3993): Terminated: ok {rc=0}\u000a12:11:44.376809 --- ParallelTerminationStrategy: PID 3996 died...\u000a12:11:44.433847 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=3996): Terminated: ok {rc=0}\u000a12:11:44.444184 --- ParallelTerminationStrategy: PID 3999 died...\u000a12:11:44.501648 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=3999): Terminated: ok {rc=0}\u000a12:11:44.589929 bus /sierra_3: Setting Powered False\u000a12:11:45.694152 bus /sierra_3: Setting Powered False\u000a12:11:46.820854 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 195, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4008): Process ended prematurely: osmo-stp_10.42.42.5(pid=4008) [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4008)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4008): Process ended prematurely: osmo-stp_10.42.42.5(pid=4008) [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4008)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:11:47.935883 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:11:47.948398 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a12:11:48.115592 tst mo_mt_call_osmux.py: using LAC 21376\u000a12:11:48.239919 tst mo_mt_call_osmux.py: using RAC 211\u000a12:11:48.363396 tst mo_mt_call_osmux.py: using CellId 21376\u000a12:11:48.487904 tst mo_mt_call_osmux.py: using BVCI 21377\u000a12:11:48.511377 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:11:48.523090 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:11:48.534505 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:11:48.546106 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:11:48.557776 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:11:48.569239 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:11:48.690950 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:11:48.896381 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:11:49.389770 run create_hlr_db(pid=4002): Launched\u000a12:11:49.567670 bus /sierra_2: Setting Powered False\u000a12:11:50.587883 run create_hlr_db(pid=4002): Terminated: ok {rc=0}\u000a12:11:51.029187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4004): Launched\u000a12:11:51.359673 run osmo-hlr_10.42.42.2(pid=4005): Launched\u000a12:11:51.482351 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:11:52.062618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4007): Launched\u000a12:11:52.391198 run osmo-stp_10.42.42.5(pid=4008): Launched\u000a12:11:52.509930 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:11:53.116568 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4010): Launched\u000a12:11:53.447675 run osmo-msc_10.42.42.6(pid=4011): Launched\u000a12:11:53.640607 run osmo-stp_10.42.42.5(pid=4008): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4008)]\u000a12:11:53.779477 run osmo-stp_10.42.42.5(pid=4008): stdout: \u000a| (launched: 2022-12-09_12:11:52.230043)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:11:53.918096 run osmo-stp_10.42.42.5(pid=4008): stderr: \u000a| �[0;m�[38;5;43m20221209121152418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121152419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121152419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121152419 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121152420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121152420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121152420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:11:54.051328 run osmo-stp_10.42.42.5(pid=4008): stdout: \u000a| (launched: 2022-12-09_12:11:52.230043)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:11:54.182866 run osmo-stp_10.42.42.5(pid=4008): stderr: \u000a| �[0;m�[38;5;43m20221209121152418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121152419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121152419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121152419 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121152420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121152420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121152420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:11:54.240891 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4008): Process ended prematurely: osmo-stp_10.42.42.5(pid=4008) [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4008)] [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a12:11:54.250225 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a12:11:54.314607 run osmo-hlr_10.42.42.2(pid=4005): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4005)]\u000a12:11:54.366814 run osmo-hlr_10.42.42.2(pid=4005): stdout: \u000a| (launched: 2022-12-09_12:11:51.198141) \u000a12:11:54.419687 run osmo-hlr_10.42.42.2(pid=4005): stderr: \u000a| �[0;m�[1;31m20221209121151392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209121151392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209121151392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121151392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121151392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209121151393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209121151405 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209121151414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209121151414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209121151414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:11:54.491164 run osmo-msc_10.42.42.6(pid=4011): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4011)]\u000a12:11:54.543468 run osmo-msc_10.42.42.6(pid=4011): stdout: \u000a| (launched: 2022-12-09_12:11:53.283770) \u000a12:11:54.596385 run osmo-msc_10.42.42.6(pid=4011): stderr: \u000a| �[0;m�[38;5;43m20221209121153602 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209121153603 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbc7f1d9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209121153603 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209121153603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209121153603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209121153603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209121153605 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209121153605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209121153606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209121153606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:11:54.641174 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4004): Terminating (SIGTERM)\u000a12:11:54.683754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4007): Terminating (SIGTERM)\u000a12:11:54.727089 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4010): Terminating (SIGTERM)\u000a12:11:54.737123 --- ParallelTerminationStrategy: PID 4004 died...\u000a12:11:54.794039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4004): Terminated: ok {rc=0}\u000a12:11:54.804299 --- ParallelTerminationStrategy: PID 4007 died...\u000a12:11:54.861587 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4007): Terminated: ok {rc=0}\u000a12:11:54.871766 --- ParallelTerminationStrategy: PID 4010 died...\u000a12:11:54.928514 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4010): Terminated: ok {rc=0}\u000a12:11:55.016910 bus /sierra_3: Setting Powered False\u000a12:11:56.121688 bus /sierra_3: Setting Powered False\u000a12:11:57.233087 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "117", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:11:37" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4022): Process ended prematurely: osmo-stp_10.42.42.5(pid=4022) [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4022)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4022): Process ended prematurely: osmo-stp_10.42.42.5(pid=4022) [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4022)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a12:11:59.233550 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:11:59.245334 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a12:11:59.410494 tst mo_mt_call.py: using LAC 21377\u000a12:11:59.539168 tst mo_mt_call.py: using RAC 212\u000a12:11:59.664262 tst mo_mt_call.py: using CellId 21377\u000a12:11:59.792920 tst mo_mt_call.py: using BVCI 21378\u000a12:11:59.818214 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:11:59.830194 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:11:59.842275 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:11:59.854947 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:11:59.866908 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:11:59.879111 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:11:59.998128 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:12:00.207087 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:12:00.726552 run create_hlr_db(pid=4016): Launched\u000a12:12:00.933178 bus /sierra_2: Setting Powered False\u000a12:12:01.931546 run create_hlr_db(pid=4016): Terminated: ok {rc=0}\u000a12:12:02.379730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4018): Launched\u000a12:12:02.708726 run osmo-hlr_10.42.42.2(pid=4019): Launched\u000a12:12:02.832493 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:12:03.408204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4021): Launched\u000a12:12:03.737584 run osmo-stp_10.42.42.5(pid=4022): Launched\u000a12:12:03.856922 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:12:04.460235 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4024): Launched\u000a12:12:04.794594 run osmo-msc_10.42.42.6(pid=4025): Launched\u000a12:12:04.987359 run osmo-stp_10.42.42.5(pid=4022): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4022)]\u000a12:12:05.127144 run osmo-stp_10.42.42.5(pid=4022): stdout: \u000a| (launched: 2022-12-09_12:12:03.576084)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:12:05.264899 run osmo-stp_10.42.42.5(pid=4022): stderr: \u000a| �[0;m�[38;5;43m20221209121203767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121203767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121203767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121203767 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121203768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121203768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121203768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:12:05.397079 run osmo-stp_10.42.42.5(pid=4022): stdout: \u000a| (launched: 2022-12-09_12:12:03.576084)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:12:05.527607 run osmo-stp_10.42.42.5(pid=4022): stderr: \u000a| �[0;m�[38;5;43m20221209121203767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121203767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121203767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121203767 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121203768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121203768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121203768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:12:05.585457 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4022): Process ended prematurely: osmo-stp_10.42.42.5(pid=4022) [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4022)] [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a12:12:05.594760 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a12:12:05.658657 run osmo-hlr_10.42.42.2(pid=4019): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4019)]\u000a12:12:05.710477 run osmo-hlr_10.42.42.2(pid=4019): stdout: \u000a| (launched: 2022-12-09_12:12:02.547200) \u000a12:12:05.763493 run osmo-hlr_10.42.42.2(pid=4019): stderr: \u000a| �[0;m�[1;31m20221209121202742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209121202742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209121202742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121202742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121202742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209121202742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209121202754 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209121202762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209121202763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209121202763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:12:05.834560 run osmo-msc_10.42.42.6(pid=4025): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4025)]\u000a12:12:05.886048 run osmo-msc_10.42.42.6(pid=4025): stdout: \u000a| (launched: 2022-12-09_12:12:04.629435) \u000a12:12:05.938215 run osmo-msc_10.42.42.6(pid=4025): stderr: \u000a| �[0;m�[38;5;43m20221209121204949 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209121204949 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fad19babc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209121204949 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209121204949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209121204949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209121204950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209121204951 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209121204952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209121204952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209121204952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:12:05.983112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4018): Terminating (SIGTERM)\u000a12:12:06.025718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4021): Terminating (SIGTERM)\u000a12:12:06.068267 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4024): Terminating (SIGTERM)\u000a12:12:06.078115 --- ParallelTerminationStrategy: PID 4018 died...\u000a12:12:06.134215 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4018): Terminated: ok {rc=0}\u000a12:12:06.144569 --- ParallelTerminationStrategy: PID 4021 died...\u000a12:12:06.200990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4021): Terminated: ok {rc=0}\u000a12:12:06.211107 --- ParallelTerminationStrategy: PID 4024 died...\u000a12:12:06.267010 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4024): Terminated: ok {rc=0}\u000a12:12:06.355984 bus /sierra_3: Setting Powered False\u000a12:12:07.461916 bus /sierra_3: Setting Powered False\u000a12:12:08.569926 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 195, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4033): Process ended prematurely: osmo-stp_10.42.42.5(pid=4033) [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4033)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4033): Process ended prematurely: osmo-stp_10.42.42.5(pid=4033) [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4033)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:12:09.687340 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:12:09.699915 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a12:12:09.862800 tst mo_mt_call_osmux.py: using LAC 21378\u000a12:12:09.991724 tst mo_mt_call_osmux.py: using RAC 213\u000a12:12:10.120801 tst mo_mt_call_osmux.py: using CellId 21378\u000a12:12:10.249932 tst mo_mt_call_osmux.py: using BVCI 21379\u000a12:12:10.274968 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:12:10.286775 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:12:10.298428 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:12:10.310366 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:12:10.322541 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:12:10.334191 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:12:10.455306 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:12:10.673860 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:12:11.193283 run create_hlr_db(pid=4027): Launched\u000a12:12:11.383613 bus /sierra_2: Setting Powered False\u000a12:12:12.405551 run create_hlr_db(pid=4027): Terminated: ok {rc=0}\u000a12:12:12.822739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4029): Launched\u000a12:12:13.133087 run osmo-hlr_10.42.42.2(pid=4030): Launched\u000a12:12:13.246331 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:12:13.821592 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4032): Launched\u000a12:12:14.151373 run osmo-stp_10.42.42.5(pid=4033): Launched\u000a12:12:14.270486 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:12:14.874366 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4035): Launched\u000a12:12:15.207631 run osmo-msc_10.42.42.6(pid=4036): Launched\u000a12:12:15.400519 run osmo-stp_10.42.42.5(pid=4033): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4033)]\u000a12:12:15.539749 run osmo-stp_10.42.42.5(pid=4033): stdout: \u000a| (launched: 2022-12-09_12:12:13.989201)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:12:15.677982 run osmo-stp_10.42.42.5(pid=4033): stderr: \u000a| �[0;m�[38;5;43m20221209121214178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121214179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121214179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121214179 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121214180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121214180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121214180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:12:15.810443 run osmo-stp_10.42.42.5(pid=4033): stdout: \u000a| (launched: 2022-12-09_12:12:13.989201)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:12:15.967434 run osmo-stp_10.42.42.5(pid=4033): stderr: \u000a| �[0;m�[38;5;43m20221209121214178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121214179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121214179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121214179 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121214180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121214180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121214180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:12:16.027568 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4033): Process ended prematurely: osmo-stp_10.42.42.5(pid=4033) [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4033)] [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a12:12:16.038052 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a12:12:16.105873 run osmo-hlr_10.42.42.2(pid=4030): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4030)]\u000a12:12:16.160090 run osmo-hlr_10.42.42.2(pid=4030): stdout: \u000a| (launched: 2022-12-09_12:12:12.979899) \u000a12:12:16.215071 run osmo-hlr_10.42.42.2(pid=4030): stderr: \u000a| �[0;m�[1;31m20221209121213154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209121213154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209121213154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121213154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121213154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209121213154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209121213166 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209121213174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209121213175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209121213175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:12:16.289268 run osmo-msc_10.42.42.6(pid=4036): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4036)]\u000a12:12:16.343655 run osmo-msc_10.42.42.6(pid=4036): stdout: \u000a| (launched: 2022-12-09_12:12:15.042339) \u000a12:12:16.398998 run osmo-msc_10.42.42.6(pid=4036): stderr: \u000a| �[0;m�[38;5;43m20221209121215360 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209121215360 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcc45db5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209121215360 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209121215360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209121215360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209121215361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209121215362 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209121215363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209121215363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209121215363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:12:16.445938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4029): Terminating (SIGTERM)\u000a12:12:16.492356 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4032): Terminating (SIGTERM)\u000a12:12:16.537937 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4035): Terminating (SIGTERM)\u000a12:12:16.549516 --- ParallelTerminationStrategy: PID 4029 died...\u000a12:12:16.608394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4029): Terminated: ok {rc=0}\u000a12:12:16.620621 --- ParallelTerminationStrategy: PID 4032 died...\u000a12:12:16.680344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4032): Terminated: ok {rc=0}\u000a12:12:16.691599 --- ParallelTerminationStrategy: PID 4035 died...\u000a12:12:16.751339 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4035): Terminated: ok {rc=0}\u000a12:12:16.854941 bus /sierra_3: Setting Powered False\u000a12:12:17.955788 bus /sierra_3: Setting Powered False\u000a12:12:19.067784 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "118", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:11:58" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4047): Process ended prematurely: osmo-stp_10.42.42.5(pid=4047) [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4047)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4047): Process ended prematurely: osmo-stp_10.42.42.5(pid=4047) [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4047)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a12:12:21.047754 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:12:21.059163 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a12:12:21.212440 tst mo_mt_call.py: using LAC 21379\u000a12:12:21.337389 tst mo_mt_call.py: using RAC 214\u000a12:12:21.456197 tst mo_mt_call.py: using CellId 21379\u000a12:12:21.576641 tst mo_mt_call.py: using BVCI 21380\u000a12:12:21.600031 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:12:21.611330 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:12:21.622418 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:12:21.633522 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:12:21.644548 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:12:21.655622 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:12:21.777317 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:12:21.990270 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:12:22.514099 run create_hlr_db(pid=4041): Launched\u000a12:12:22.706365 bus /sierra_2: Setting Powered False\u000a12:12:23.726792 run create_hlr_db(pid=4041): Terminated: ok {rc=0}\u000a12:12:24.144292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4043): Launched\u000a12:12:24.453506 run osmo-hlr_10.42.42.2(pid=4044): Launched\u000a12:12:24.576131 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:12:25.112803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4046): Launched\u000a12:12:25.419917 run osmo-stp_10.42.42.5(pid=4047): Launched\u000a12:12:25.530271 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:12:26.097609 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4049): Launched\u000a12:12:26.408715 run osmo-msc_10.42.42.6(pid=4050): Launched\u000a12:12:26.588916 run osmo-stp_10.42.42.5(pid=4047): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4047)]\u000a12:12:26.719108 run osmo-stp_10.42.42.5(pid=4047): stdout: \u000a| (launched: 2022-12-09_12:12:25.269166)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:12:26.847298 run osmo-stp_10.42.42.5(pid=4047): stderr: \u000a| �[0;m�[38;5;43m20221209121225437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121225437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121225438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121225438 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121225438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121225439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121225439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:12:26.970701 run osmo-stp_10.42.42.5(pid=4047): stdout: \u000a| (launched: 2022-12-09_12:12:25.269166)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:12:27.092675 run osmo-stp_10.42.42.5(pid=4047): stderr: \u000a| �[0;m�[38;5;43m20221209121225437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121225437 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121225438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121225438 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121225438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121225439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121225439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:12:27.146913 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4047): Process ended prematurely: osmo-stp_10.42.42.5(pid=4047) [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4047)] [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a12:12:27.155398 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a12:12:27.215897 run osmo-hlr_10.42.42.2(pid=4044): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4044)]\u000a12:12:27.265484 run osmo-hlr_10.42.42.2(pid=4044): stdout: \u000a| (launched: 2022-12-09_12:12:24.301104) \u000a12:12:27.315915 run osmo-hlr_10.42.42.2(pid=4044): stderr: \u000a| �[0;m�[1;31m20221209121224474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209121224474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209121224474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121224474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121224474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209121224475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209121224487 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209121224495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209121224496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209121224496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:12:27.384315 run osmo-msc_10.42.42.6(pid=4050): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4050)]\u000a12:12:27.433695 run osmo-msc_10.42.42.6(pid=4050): stdout: \u000a| (launched: 2022-12-09_12:12:26.255007) \u000a12:12:27.483539 run osmo-msc_10.42.42.6(pid=4050): stderr: \u000a| �[0;m�[38;5;43m20221209121226527 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209121226527 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f22895e7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209121226527 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209121226527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209121226528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209121226528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209121226530 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209121226530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209121226530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209121226530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:12:27.525714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4043): Terminating (SIGTERM)\u000a12:12:27.565683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4046): Terminating (SIGTERM)\u000a12:12:27.605579 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4049): Terminating (SIGTERM)\u000a12:12:27.614996 --- ParallelTerminationStrategy: PID 4043 died...\u000a12:12:27.668851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4043): Terminated: ok {rc=0}\u000a12:12:27.678697 --- ParallelTerminationStrategy: PID 4046 died...\u000a12:12:27.731798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4046): Terminated: ok {rc=0}\u000a12:12:27.741891 --- ParallelTerminationStrategy: PID 4049 died...\u000a12:12:27.795073 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4049): Terminated: ok {rc=0}\u000a12:12:27.884771 bus /sierra_3: Setting Powered False\u000a12:12:28.985836 bus /sierra_3: Setting Powered False\u000a12:12:30.092776 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 195, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4058): Process ended prematurely: osmo-stp_10.42.42.5(pid=4058) [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4058)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4058): Process ended prematurely: osmo-stp_10.42.42.5(pid=4058) [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4058)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:12:31.210197 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:12:31.223760 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a12:12:31.385354 tst mo_mt_call_osmux.py: using LAC 21380\u000a12:12:31.513375 tst mo_mt_call_osmux.py: using RAC 215\u000a12:12:31.635100 tst mo_mt_call_osmux.py: using CellId 21380\u000a12:12:31.796059 tst mo_mt_call_osmux.py: using BVCI 21381\u000a12:12:31.821391 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:12:31.833584 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:12:31.845615 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:12:31.857624 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:12:31.869829 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:12:31.882518 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:12:32.005845 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:12:32.255754 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:12:32.778392 run create_hlr_db(pid=4052): Launched\u000a12:12:32.968753 bus /sierra_2: Setting Powered False\u000a12:12:33.990996 run create_hlr_db(pid=4052): Terminated: ok {rc=0}\u000a12:12:34.430585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4054): Launched\u000a12:12:34.761079 run osmo-hlr_10.42.42.2(pid=4055): Launched\u000a12:12:34.884135 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:12:35.460159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4057): Launched\u000a12:12:35.791528 run osmo-stp_10.42.42.5(pid=4058): Launched\u000a12:12:35.916653 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:12:36.518909 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4060): Launched\u000a12:12:36.850030 run osmo-msc_10.42.42.6(pid=4061): Launched\u000a12:12:37.043035 run osmo-stp_10.42.42.5(pid=4058): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4058)]\u000a12:12:37.182560 run osmo-stp_10.42.42.5(pid=4058): stdout: \u000a| (launched: 2022-12-09_12:12:35.628094)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:12:37.319957 run osmo-stp_10.42.42.5(pid=4058): stderr: \u000a| �[0;m�[38;5;43m20221209121235821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121235821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121235822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121235822 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121235822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121235823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121235823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:12:37.452342 run osmo-stp_10.42.42.5(pid=4058): stdout: \u000a| (launched: 2022-12-09_12:12:35.628094)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:12:37.583403 run osmo-stp_10.42.42.5(pid=4058): stderr: \u000a| �[0;m�[38;5;43m20221209121235821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121235821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121235822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121235822 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121235822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121235823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121235823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:12:37.641026 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4058): Process ended prematurely: osmo-stp_10.42.42.5(pid=4058) [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4058)] [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a12:12:37.650198 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a12:12:37.714563 run osmo-hlr_10.42.42.2(pid=4055): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4055)]\u000a12:12:37.766977 run osmo-hlr_10.42.42.2(pid=4055): stdout: \u000a| (launched: 2022-12-09_12:12:34.597864) \u000a12:12:37.819769 run osmo-hlr_10.42.42.2(pid=4055): stderr: \u000a| �[0;m�[1;31m20221209121234793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209121234793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209121234793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121234793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121234793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209121234793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209121234805 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209121234813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209121234813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209121234813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:12:37.891824 run osmo-msc_10.42.42.6(pid=4061): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4061)]\u000a12:12:37.944034 run osmo-msc_10.42.42.6(pid=4061): stdout: \u000a| (launched: 2022-12-09_12:12:36.686969) \u000a12:12:37.997141 run osmo-msc_10.42.42.6(pid=4061): stderr: \u000a| �[0;m�[38;5;43m20221209121237005 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209121237005 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f93222c6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209121237005 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209121237005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209121237005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209121237006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209121237007 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209121237008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209121237008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209121237008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:12:38.042691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4054): Terminating (SIGTERM)\u000a12:12:38.085537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4057): Terminating (SIGTERM)\u000a12:12:38.127928 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4060): Terminating (SIGTERM)\u000a12:12:38.138122 --- ParallelTerminationStrategy: PID 4054 died...\u000a12:12:38.195010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4054): Terminated: ok {rc=0}\u000a12:12:38.205375 --- ParallelTerminationStrategy: PID 4057 died...\u000a12:12:38.262151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4057): Terminated: ok {rc=0}\u000a12:12:38.272340 --- ParallelTerminationStrategy: PID 4060 died...\u000a12:12:38.329311 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4060): Terminated: ok {rc=0}\u000a12:12:38.417816 bus /sierra_3: Setting Powered False\u000a12:12:39.525148 bus /sierra_3: Setting Powered False\u000a12:12:40.632862 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "119", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:12:20" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4072): Process ended prematurely: osmo-stp_10.42.42.5(pid=4072) [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4072)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4072): Process ended prematurely: osmo-stp_10.42.42.5(pid=4072) [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4072)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a12:12:42.634005 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:12:42.645714 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a12:12:42.808912 tst mo_mt_call.py: using LAC 21381\u000a12:12:42.936866 tst mo_mt_call.py: using RAC 216\u000a12:12:43.064833 tst mo_mt_call.py: using CellId 21381\u000a12:12:43.191331 tst mo_mt_call.py: using BVCI 21382\u000a12:12:43.216316 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:12:43.228142 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:12:43.239728 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:12:43.252452 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:12:43.264182 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:12:43.275955 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:12:43.394551 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:12:43.608919 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:12:44.131270 run create_hlr_db(pid=4066): Launched\u000a12:12:44.322796 bus /sierra_2: Setting Powered False\u000a12:12:45.343695 run create_hlr_db(pid=4066): Terminated: ok {rc=0}\u000a12:12:45.761793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4068): Launched\u000a12:12:46.206727 run osmo-hlr_10.42.42.2(pid=4069): Launched\u000a12:12:46.392795 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:12:47.052636 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4071): Launched\u000a12:12:47.410881 run osmo-stp_10.42.42.5(pid=4072): Launched\u000a12:12:47.532173 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:12:48.139541 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4074): Launched\u000a12:12:48.472566 run osmo-msc_10.42.42.6(pid=4075): Launched\u000a12:12:48.666879 run osmo-stp_10.42.42.5(pid=4072): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4072)]\u000a12:12:48.806699 run osmo-stp_10.42.42.5(pid=4072): stdout: \u000a| (launched: 2022-12-09_12:12:47.216918)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:12:48.945412 run osmo-stp_10.42.42.5(pid=4072): stderr: \u000a| �[0;m�[38;5;43m20221209121247442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121247442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121247442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121247443 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121247443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121247443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121247443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:12:49.078572 run osmo-stp_10.42.42.5(pid=4072): stdout: \u000a| (launched: 2022-12-09_12:12:47.216918)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:12:49.210141 run osmo-stp_10.42.42.5(pid=4072): stderr: \u000a| �[0;m�[38;5;43m20221209121247442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121247442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121247442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121247443 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121247443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121247443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121247443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:12:49.268113 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4072): Process ended prematurely: osmo-stp_10.42.42.5(pid=4072) [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4072)] [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a12:12:49.277529 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a12:12:49.342350 run osmo-hlr_10.42.42.2(pid=4069): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4069)]\u000a12:12:49.394711 run osmo-hlr_10.42.42.2(pid=4069): stdout: \u000a| (launched: 2022-12-09_12:12:45.945431) \u000a12:12:49.447629 run osmo-hlr_10.42.42.2(pid=4069): stderr: \u000a| �[0;m�[1;31m20221209121246375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209121246375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209121246375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121246375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121246375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209121246375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209121246402 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209121246430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209121246430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209121246431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:12:49.519367 run osmo-msc_10.42.42.6(pid=4075): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4075)]\u000a12:12:49.571461 run osmo-msc_10.42.42.6(pid=4075): stdout: \u000a| (launched: 2022-12-09_12:12:48.307312) \u000a12:12:49.624491 run osmo-msc_10.42.42.6(pid=4075): stderr: \u000a| �[0;m�[38;5;43m20221209121248626 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209121248626 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f92e4ebac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209121248626 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209121248627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209121248627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209121248627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209121248629 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209121248629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209121248629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209121248629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:12:49.669468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4068): Terminating (SIGTERM)\u000a12:12:49.711852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4071): Terminating (SIGTERM)\u000a12:12:49.754707 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4074): Terminating (SIGTERM)\u000a12:12:49.765179 --- ParallelTerminationStrategy: PID 4068 died...\u000a12:12:49.822001 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4068): Terminated: ok {rc=0}\u000a12:12:49.832698 --- ParallelTerminationStrategy: PID 4071 died...\u000a12:12:49.889520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4071): Terminated: ok {rc=0}\u000a12:12:49.899828 --- ParallelTerminationStrategy: PID 4074 died...\u000a12:12:49.956420 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4074): Terminated: ok {rc=0}\u000a12:12:50.045728 bus /sierra_3: Setting Powered False\u000a12:12:51.153898 bus /sierra_3: Setting Powered False\u000a12:12:52.265886 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 195, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4083): Process ended prematurely: osmo-stp_10.42.42.5(pid=4083) [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4083)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4083): Process ended prematurely: osmo-stp_10.42.42.5(pid=4083) [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4083)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:12:53.383245 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:12:53.395957 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a12:12:53.565654 tst mo_mt_call_osmux.py: using LAC 21382\u000a12:12:53.687203 tst mo_mt_call_osmux.py: using RAC 217\u000a12:12:53.808902 tst mo_mt_call_osmux.py: using CellId 21382\u000a12:12:53.929607 tst mo_mt_call_osmux.py: using BVCI 21383\u000a12:12:53.953136 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:12:53.964511 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:12:53.975705 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:12:53.986897 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:12:53.998614 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a12:12:54.009949 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:12:54.132583 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a12:12:54.338280 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:12:54.831310 run create_hlr_db(pid=4077): Launched\u000a12:12:55.008552 bus /sierra_2: Setting Powered False\u000a12:12:56.030754 run create_hlr_db(pid=4077): Terminated: ok {rc=0}\u000a12:12:56.471910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4079): Launched\u000a12:12:56.801689 run osmo-hlr_10.42.42.2(pid=4080): Launched\u000a12:12:56.922874 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:12:57.500245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4082): Launched\u000a12:12:57.832728 run osmo-stp_10.42.42.5(pid=4083): Launched\u000a12:12:57.952155 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:12:58.559678 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4085): Launched\u000a12:12:58.890253 run osmo-msc_10.42.42.6(pid=4086): Launched\u000a12:12:59.084009 run osmo-stp_10.42.42.5(pid=4083): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4083)]\u000a12:12:59.223521 run osmo-stp_10.42.42.5(pid=4083): stdout: \u000a| (launched: 2022-12-09_12:12:57.668838)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:12:59.361486 run osmo-stp_10.42.42.5(pid=4083): stderr: \u000a| �[0;m�[38;5;43m20221209121257856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121257856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121257856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121257857 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121257857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121257857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121257857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:12:59.493617 run osmo-stp_10.42.42.5(pid=4083): stdout: \u000a| (launched: 2022-12-09_12:12:57.668838)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:12:59.624561 run osmo-stp_10.42.42.5(pid=4083): stderr: \u000a| �[0;m�[38;5;43m20221209121257856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121257856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121257856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121257857 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121257857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121257857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121257857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:12:59.682342 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4083): Process ended prematurely: osmo-stp_10.42.42.5(pid=4083) [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4083)] [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a12:12:59.691516 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a12:12:59.755792 run osmo-hlr_10.42.42.2(pid=4080): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4080)]\u000a12:12:59.808593 run osmo-hlr_10.42.42.2(pid=4080): stdout: \u000a| (launched: 2022-12-09_12:12:56.639554) \u000a12:12:59.862161 run osmo-hlr_10.42.42.2(pid=4080): stderr: \u000a| �[0;m�[1;31m20221209121256834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209121256834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209121256834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121256834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121256834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209121256834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209121256847 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209121256857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209121256857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209121256857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:12:59.934196 run osmo-msc_10.42.42.6(pid=4086): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4086)]\u000a12:12:59.986688 run osmo-msc_10.42.42.6(pid=4086): stdout: \u000a| (launched: 2022-12-09_12:12:58.727440) \u000a12:13:00.040041 run osmo-msc_10.42.42.6(pid=4086): stderr: \u000a| �[0;m�[38;5;43m20221209121259046 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209121259046 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f27df21dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209121259046 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209121259046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209121259046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209121259046 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209121259048 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209121259049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209121259049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209121259049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:13:00.085238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4079): Terminating (SIGTERM)\u000a12:13:00.127987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4082): Terminating (SIGTERM)\u000a12:13:00.170756 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4085): Terminating (SIGTERM)\u000a12:13:00.180611 --- ParallelTerminationStrategy: PID 4079 died...\u000a12:13:00.237478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4079): Terminated: ok {rc=0}\u000a12:13:00.247751 --- ParallelTerminationStrategy: PID 4082 died...\u000a12:13:00.304364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4082): Terminated: ok {rc=0}\u000a12:13:00.314916 --- ParallelTerminationStrategy: PID 4085 died...\u000a12:13:00.371880 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4085): Terminated: ok {rc=0}\u000a12:13:00.460360 bus /sierra_3: Setting Powered False\u000a12:13:01.566175 bus /sierra_3: Setting Powered False\u000a12:13:02.673671 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "120", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:12:42" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4097): Process ended prematurely: osmo-stp_10.42.42.5(pid=4097) [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4097)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4097): Process ended prematurely: osmo-stp_10.42.42.5(pid=4097) [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4097)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a12:13:04.679610 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:13:04.691370 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a12:13:04.849684 tst mo_mt_call.py: using LAC 21383\u000a12:13:04.970268 tst mo_mt_call.py: using RAC 218\u000a12:13:05.092515 tst mo_mt_call.py: using CellId 21383\u000a12:13:05.215409 tst mo_mt_call.py: using BVCI 21384\u000a12:13:05.239010 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:13:05.250308 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:13:05.261494 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:13:05.272579 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:13:05.283755 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:13:05.295035 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:13:05.410384 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:13:05.613822 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:13:06.107084 run create_hlr_db(pid=4091): Launched\u000a12:13:06.284631 bus /sierra_2: Setting Powered False\u000a12:13:07.306710 run create_hlr_db(pid=4091): Terminated: ok {rc=0}\u000a12:13:07.747402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4093): Launched\u000a12:13:08.078646 run osmo-hlr_10.42.42.2(pid=4094): Launched\u000a12:13:08.201346 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:13:08.774480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4096): Launched\u000a12:13:09.105612 run osmo-stp_10.42.42.5(pid=4097): Launched\u000a12:13:09.224621 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:13:09.828097 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4099): Launched\u000a12:13:10.159679 run osmo-msc_10.42.42.6(pid=4100): Launched\u000a12:13:10.352563 run osmo-stp_10.42.42.5(pid=4097): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4097)]\u000a12:13:10.492100 run osmo-stp_10.42.42.5(pid=4097): stdout: \u000a| (launched: 2022-12-09_12:13:08.941801)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:13:10.630145 run osmo-stp_10.42.42.5(pid=4097): stderr: \u000a| �[0;m�[38;5;43m20221209121309132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121309132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121309132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121309133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121309133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121309133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121309133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:13:10.762509 run osmo-stp_10.42.42.5(pid=4097): stdout: \u000a| (launched: 2022-12-09_12:13:08.941801)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:13:10.893473 run osmo-stp_10.42.42.5(pid=4097): stderr: \u000a| �[0;m�[38;5;43m20221209121309132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121309132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121309132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121309133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121309133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121309133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121309133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:13:10.951709 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4097): Process ended prematurely: osmo-stp_10.42.42.5(pid=4097) [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4097)] [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a12:13:10.961399 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a12:13:11.025525 run osmo-hlr_10.42.42.2(pid=4094): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4094)]\u000a12:13:11.077685 run osmo-hlr_10.42.42.2(pid=4094): stdout: \u000a| (launched: 2022-12-09_12:13:07.915333) \u000a12:13:11.130581 run osmo-hlr_10.42.42.2(pid=4094): stderr: \u000a| �[0;m�[1;31m20221209121308111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209121308111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209121308111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121308111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121308111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209121308111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209121308124 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209121308134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209121308134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209121308135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:13:11.202342 run osmo-msc_10.42.42.6(pid=4100): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4100)]\u000a12:13:11.254317 run osmo-msc_10.42.42.6(pid=4100): stdout: \u000a| (launched: 2022-12-09_12:13:09.995768) \u000a12:13:11.307172 run osmo-msc_10.42.42.6(pid=4100): stderr: \u000a| �[0;m�[38;5;43m20221209121310316 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209121310316 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f14fc294c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209121310317 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209121310317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209121310317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209121310317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209121310319 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209121310319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209121310319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209121310319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:13:11.352102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4093): Terminating (SIGTERM)\u000a12:13:11.394789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4096): Terminating (SIGTERM)\u000a12:13:11.437237 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4099): Terminating (SIGTERM)\u000a12:13:11.447376 --- ParallelTerminationStrategy: PID 4093 died...\u000a12:13:11.504217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4093): Terminated: ok {rc=0}\u000a12:13:11.514823 --- ParallelTerminationStrategy: PID 4096 died...\u000a12:13:11.571473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4096): Terminated: ok {rc=0}\u000a12:13:11.582137 --- ParallelTerminationStrategy: PID 4099 died...\u000a12:13:11.638973 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4099): Terminated: ok {rc=0}\u000a12:13:11.726830 bus /sierra_3: Setting Powered False\u000a12:13:12.834334 bus /sierra_3: Setting Powered False\u000a12:13:13.945087 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 195, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4108): Process ended prematurely: osmo-stp_10.42.42.5(pid=4108) [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4108)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4108): Process ended prematurely: osmo-stp_10.42.42.5(pid=4108) [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4108)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:13:15.060851 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:13:15.073539 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a12:13:15.236429 tst mo_mt_call_osmux.py: using LAC 21384\u000a12:13:15.358210 tst mo_mt_call_osmux.py: using RAC 219\u000a12:13:15.477872 tst mo_mt_call_osmux.py: using CellId 21384\u000a12:13:15.597765 tst mo_mt_call_osmux.py: using BVCI 21385\u000a12:13:15.621384 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:13:15.632612 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:13:15.643716 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:13:15.654861 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:13:15.666603 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:13:15.677885 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:13:15.800501 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:13:16.050824 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:13:16.623272 run create_hlr_db(pid=4102): Launched\u000a12:13:16.822366 bus /sierra_2: Setting Powered False\u000a12:13:17.836103 run create_hlr_db(pid=4102): Terminated: ok {rc=0}\u000a12:13:18.257163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4104): Launched\u000a12:13:18.569952 run osmo-hlr_10.42.42.2(pid=4105): Launched\u000a12:13:18.692180 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:13:19.231895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4107): Launched\u000a12:13:19.538069 run osmo-stp_10.42.42.5(pid=4108): Launched\u000a12:13:19.648248 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:13:20.210506 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4110): Launched\u000a12:13:20.519785 run osmo-msc_10.42.42.6(pid=4111): Launched\u000a12:13:20.700288 run osmo-stp_10.42.42.5(pid=4108): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4108)]\u000a12:13:20.829613 run osmo-stp_10.42.42.5(pid=4108): stdout: \u000a| (launched: 2022-12-09_12:13:19.387656)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:13:20.957394 run osmo-stp_10.42.42.5(pid=4108): stderr: \u000a| �[0;m�[38;5;43m20221209121319557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121319557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121319558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121319558 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121319559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121319559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121319559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:13:21.080215 run osmo-stp_10.42.42.5(pid=4108): stdout: \u000a| (launched: 2022-12-09_12:13:19.387656)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:13:21.202161 run osmo-stp_10.42.42.5(pid=4108): stderr: \u000a| �[0;m�[38;5;43m20221209121319557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121319557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121319558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121319558 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121319559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121319559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121319559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:13:21.255960 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4108): Process ended prematurely: osmo-stp_10.42.42.5(pid=4108) [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4108)] [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a12:13:21.264543 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a12:13:21.324501 run osmo-hlr_10.42.42.2(pid=4105): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4105)]\u000a12:13:21.373752 run osmo-hlr_10.42.42.2(pid=4105): stdout: \u000a| (launched: 2022-12-09_12:13:18.413783) \u000a12:13:21.423395 run osmo-hlr_10.42.42.2(pid=4105): stderr: \u000a| �[0;m�[1;31m20221209121318588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209121318588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209121318588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121318588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121318588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209121318588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209121318600 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209121318608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209121318609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209121318609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:13:21.491132 run osmo-msc_10.42.42.6(pid=4111): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4111)]\u000a12:13:21.540282 run osmo-msc_10.42.42.6(pid=4111): stdout: \u000a| (launched: 2022-12-09_12:13:20.367446) \u000a12:13:21.590119 run osmo-msc_10.42.42.6(pid=4111): stderr: \u000a| �[0;m�[38;5;43m20221209121320639 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209121320639 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa20b7f8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209121320639 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209121320639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209121320639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209121320640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209121320641 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209121320642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209121320642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209121320642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:13:21.632384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4104): Terminating (SIGTERM)\u000a12:13:21.672580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4107): Terminating (SIGTERM)\u000a12:13:21.712649 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4110): Terminating (SIGTERM)\u000a12:13:21.722060 --- ParallelTerminationStrategy: PID 4104 died...\u000a12:13:21.776113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4104): Terminated: ok {rc=0}\u000a12:13:21.785940 --- ParallelTerminationStrategy: PID 4107 died...\u000a12:13:21.839308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4107): Terminated: ok {rc=0}\u000a12:13:21.849121 --- ParallelTerminationStrategy: PID 4110 died...\u000a12:13:21.902718 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4110): Terminated: ok {rc=0}\u000a12:13:21.992215 bus /sierra_3: Setting Powered False\u000a12:13:23.095348 bus /sierra_3: Setting Powered False\u000a12:13:24.201541 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "121", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:13:04" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4122): Process ended prematurely: osmo-stp_10.42.42.5(pid=4122) [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4122)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4122): Process ended prematurely: osmo-stp_10.42.42.5(pid=4122) [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4122)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a12:13:26.183048 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:13:26.194592 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:13:26.349913 tst mo_mt_call.py: using LAC 21385\u000a12:13:26.471910 tst mo_mt_call.py: using RAC 220\u000a12:13:26.602717 tst mo_mt_call.py: using CellId 21385\u000a12:13:26.732920 tst mo_mt_call.py: using BVCI 21386\u000a12:13:26.758249 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:13:26.770333 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:13:26.782181 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:13:26.794208 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:13:26.806643 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:13:26.818513 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:13:26.937133 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:13:27.141386 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:13:27.635310 run create_hlr_db(pid=4116): Launched\u000a12:13:27.812279 bus /sierra_2: Setting Powered False\u000a12:13:28.834219 run create_hlr_db(pid=4116): Terminated: ok {rc=0}\u000a12:13:29.276334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4118): Launched\u000a12:13:29.608086 run osmo-hlr_10.42.42.2(pid=4119): Launched\u000a12:13:29.729414 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:13:30.310327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4121): Launched\u000a12:13:30.642683 run osmo-stp_10.42.42.5(pid=4122): Launched\u000a12:13:30.762344 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:13:31.385840 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4124): Launched\u000a12:13:31.762362 run osmo-msc_10.42.42.6(pid=4125): Launched\u000a12:13:32.139259 run osmo-stp_10.42.42.5(pid=4122): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4122)]\u000a12:13:32.342890 run osmo-stp_10.42.42.5(pid=4122): stdout: \u000a| (launched: 2022-12-09_12:13:30.478257)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:13:32.481779 run osmo-stp_10.42.42.5(pid=4122): stderr: \u000a| �[0;m�[38;5;43m20221209121330667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121330667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121330667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121330667 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121330668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121330668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121330668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:13:32.615102 run osmo-stp_10.42.42.5(pid=4122): stdout: \u000a| (launched: 2022-12-09_12:13:30.478257)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:13:32.746999 run osmo-stp_10.42.42.5(pid=4122): stderr: \u000a| �[0;m�[38;5;43m20221209121330667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121330667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121330667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121330667 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121330668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121330668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121330668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:13:32.805201 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4122): Process ended prematurely: osmo-stp_10.42.42.5(pid=4122) [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4122)] [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a12:13:32.814746 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a12:13:32.879501 run osmo-hlr_10.42.42.2(pid=4119): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4119)]\u000a12:13:32.932376 run osmo-hlr_10.42.42.2(pid=4119): stdout: \u000a| (launched: 2022-12-09_12:13:29.444207) \u000a12:13:32.985667 run osmo-hlr_10.42.42.2(pid=4119): stderr: \u000a| �[0;m�[1;31m20221209121329638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209121329638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209121329638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121329638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121329638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209121329639 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209121329650 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209121329660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209121329660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209121329660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:13:33.058282 run osmo-msc_10.42.42.6(pid=4125): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4125)]\u000a12:13:33.111032 run osmo-msc_10.42.42.6(pid=4125): stdout: \u000a| (launched: 2022-12-09_12:13:31.558686) \u000a12:13:33.164333 run osmo-msc_10.42.42.6(pid=4125): stderr: \u000a| �[0;m�[38;5;43m20221209121331987 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209121331988 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6250cbec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209121331988 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209121331988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209121331988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209121331988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209121331990 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209121331990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209121331990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209121331991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:13:33.209075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4118): Terminating (SIGTERM)\u000a12:13:33.251877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4121): Terminating (SIGTERM)\u000a12:13:33.295154 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4124): Terminating (SIGTERM)\u000a12:13:33.305280 --- ParallelTerminationStrategy: PID 4118 died...\u000a12:13:33.363406 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4118): Terminated: ok {rc=0}\u000a12:13:33.373917 --- ParallelTerminationStrategy: PID 4121 died...\u000a12:13:33.431422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4121): Terminated: ok {rc=0}\u000a12:13:33.441937 --- ParallelTerminationStrategy: PID 4124 died...\u000a12:13:33.499339 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4124): Terminated: ok {rc=0}\u000a12:13:33.586272 bus /sierra_3: Setting Powered False\u000a12:13:34.694978 bus /sierra_3: Setting Powered False\u000a12:13:35.804031 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 195, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4133): Process ended prematurely: osmo-stp_10.42.42.5(pid=4133) [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4133)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4133): Process ended prematurely: osmo-stp_10.42.42.5(pid=4133) [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4133)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:13:36.920587 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:13:36.933442 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:13:37.099244 tst mo_mt_call_osmux.py: using LAC 21386\u000a12:13:37.228880 tst mo_mt_call_osmux.py: using RAC 221\u000a12:13:37.359210 tst mo_mt_call_osmux.py: using CellId 21386\u000a12:13:37.490566 tst mo_mt_call_osmux.py: using BVCI 21387\u000a12:13:37.515852 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:13:37.527805 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:13:37.539844 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:13:37.551738 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:13:37.563804 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:13:37.575764 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:13:37.694385 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:13:37.907772 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:13:38.418536 run create_hlr_db(pid=4127): Launched\u000a12:13:38.595556 bus /sierra_2: Setting Powered False\u000a12:13:39.617445 run create_hlr_db(pid=4127): Terminated: ok {rc=0}\u000a12:13:40.060734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4129): Launched\u000a12:13:40.393500 run osmo-hlr_10.42.42.2(pid=4130): Launched\u000a12:13:40.515074 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:13:41.096467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4132): Launched\u000a12:13:41.429748 run osmo-stp_10.42.42.5(pid=4133): Launched\u000a12:13:41.549301 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:13:42.152708 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4135): Launched\u000a12:13:42.483984 run osmo-msc_10.42.42.6(pid=4136): Launched\u000a12:13:42.679326 run osmo-stp_10.42.42.5(pid=4133): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4133)]\u000a12:13:42.820398 run osmo-stp_10.42.42.5(pid=4133): stdout: \u000a| (launched: 2022-12-09_12:13:41.265810)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:13:42.958748 run osmo-stp_10.42.42.5(pid=4133): stderr: \u000a| �[0;m�[38;5;43m20221209121341452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121341453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121341453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121341453 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121341454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121341454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121341454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:13:43.092132 run osmo-stp_10.42.42.5(pid=4133): stdout: \u000a| (launched: 2022-12-09_12:13:41.265810)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:13:43.223490 run osmo-stp_10.42.42.5(pid=4133): stderr: \u000a| �[0;m�[38;5;43m20221209121341452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121341453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121341453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121341453 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121341454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121341454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121341454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:13:43.281408 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4133): Process ended prematurely: osmo-stp_10.42.42.5(pid=4133) [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4133)] [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a12:13:43.290675 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a12:13:43.355116 run osmo-hlr_10.42.42.2(pid=4130): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4130)]\u000a12:13:43.407157 run osmo-hlr_10.42.42.2(pid=4130): stdout: \u000a| (launched: 2022-12-09_12:13:40.229344) \u000a12:13:43.459827 run osmo-hlr_10.42.42.2(pid=4130): stderr: \u000a| �[0;m�[1;31m20221209121340424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209121340424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209121340424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121340424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121340424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209121340425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209121340436 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209121340445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209121340446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209121340446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:13:43.531588 run osmo-msc_10.42.42.6(pid=4136): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4136)]\u000a12:13:43.583721 run osmo-msc_10.42.42.6(pid=4136): stdout: \u000a| (launched: 2022-12-09_12:13:42.320357) \u000a12:13:43.636465 run osmo-msc_10.42.42.6(pid=4136): stderr: \u000a| �[0;m�[38;5;43m20221209121342640 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209121342640 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff7d755ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209121342640 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209121342640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209121342640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209121342640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209121342642 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209121342642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209121342643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209121342643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:13:43.681022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4129): Terminating (SIGTERM)\u000a12:13:43.723867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4132): Terminating (SIGTERM)\u000a12:13:43.766160 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4135): Terminating (SIGTERM)\u000a12:13:43.776422 --- ParallelTerminationStrategy: PID 4129 died...\u000a12:13:43.833150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4129): Terminated: ok {rc=0}\u000a12:13:43.843674 --- ParallelTerminationStrategy: PID 4132 died...\u000a12:13:43.900417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4132): Terminated: ok {rc=0}\u000a12:13:43.910678 --- ParallelTerminationStrategy: PID 4135 died...\u000a12:13:43.967062 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4135): Terminated: ok {rc=0}\u000a12:13:44.054984 bus /sierra_3: Setting Powered False\u000a12:13:45.158833 bus /sierra_3: Setting Powered False\u000a12:13:46.266448 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "122", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:13:25" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4147): Process ended prematurely: osmo-stp_10.42.42.5(pid=4147) [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4147)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4147): Process ended prematurely: osmo-stp_10.42.42.5(pid=4147) [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4147)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a12:13:48.251292 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:13:48.262501 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:13:48.416897 tst mo_mt_call.py: using LAC 21387\u000a12:13:48.540098 tst mo_mt_call.py: using RAC 222\u000a12:13:48.669865 tst mo_mt_call.py: using CellId 21387\u000a12:13:48.801108 tst mo_mt_call.py: using BVCI 21388\u000a12:13:48.826325 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:13:48.837820 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:13:48.849305 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:13:48.860908 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:13:48.873410 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:13:48.885036 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:13:49.004140 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:13:49.208319 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:13:49.702360 run create_hlr_db(pid=4141): Launched\u000a12:13:49.879769 bus /sierra_2: Setting Powered False\u000a12:13:50.901841 run create_hlr_db(pid=4141): Terminated: ok {rc=0}\u000a12:13:51.344083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4143): Launched\u000a12:13:51.674701 run osmo-hlr_10.42.42.2(pid=4144): Launched\u000a12:13:51.794703 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:13:52.366478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4146): Launched\u000a12:13:52.697731 run osmo-stp_10.42.42.5(pid=4147): Launched\u000a12:13:52.817705 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:13:53.421915 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4149): Launched\u000a12:13:53.754728 run osmo-msc_10.42.42.6(pid=4150): Launched\u000a12:13:53.948008 run osmo-stp_10.42.42.5(pid=4147): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4147)]\u000a12:13:54.088469 run osmo-stp_10.42.42.5(pid=4147): stdout: \u000a| (launched: 2022-12-09_12:13:52.534397)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:13:54.227357 run osmo-stp_10.42.42.5(pid=4147): stderr: \u000a| �[0;m�[38;5;43m20221209121352723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121352723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121352723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121352724 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121352724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121352725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121352725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:13:54.359803 run osmo-stp_10.42.42.5(pid=4147): stdout: \u000a| (launched: 2022-12-09_12:13:52.534397)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:13:54.490929 run osmo-stp_10.42.42.5(pid=4147): stderr: \u000a| �[0;m�[38;5;43m20221209121352723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121352723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121352723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121352724 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121352724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121352725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121352725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:13:54.548765 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4147): Process ended prematurely: osmo-stp_10.42.42.5(pid=4147) [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4147)] [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a12:13:54.558093 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a12:13:54.622321 run osmo-hlr_10.42.42.2(pid=4144): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4144)]\u000a12:13:54.674701 run osmo-hlr_10.42.42.2(pid=4144): stdout: \u000a| (launched: 2022-12-09_12:13:51.512190) \u000a12:13:54.727818 run osmo-hlr_10.42.42.2(pid=4144): stderr: \u000a| �[0;m�[1;31m20221209121351708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209121351708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209121351708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121351708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121351708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209121351708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209121351721 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209121351730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209121351731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209121351731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:13:54.799706 run osmo-msc_10.42.42.6(pid=4150): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4150)]\u000a12:13:54.852211 run osmo-msc_10.42.42.6(pid=4150): stdout: \u000a| (launched: 2022-12-09_12:13:53.590041) \u000a12:13:54.904989 run osmo-msc_10.42.42.6(pid=4150): stderr: \u000a| �[0;m�[38;5;43m20221209121353909 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209121353909 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f075e6eac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209121353909 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209121353909 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209121353910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209121353910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209121353911 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209121353912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209121353912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209121353912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:13:54.949429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4143): Terminating (SIGTERM)\u000a12:13:54.992377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4146): Terminating (SIGTERM)\u000a12:13:55.034658 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4149): Terminating (SIGTERM)\u000a12:13:55.044762 --- ParallelTerminationStrategy: PID 4143 died...\u000a12:13:55.102118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4143): Terminated: ok {rc=0}\u000a12:13:55.112371 --- ParallelTerminationStrategy: PID 4146 died...\u000a12:13:55.169814 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4146): Terminated: ok {rc=0}\u000a12:13:55.180106 --- ParallelTerminationStrategy: PID 4149 died...\u000a12:13:55.237805 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4149): Terminated: ok {rc=0}\u000a12:13:55.327193 bus /sierra_3: Setting Powered False\u000a12:13:56.435395 bus /sierra_3: Setting Powered False\u000a12:13:57.549354 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 195, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4158): Process ended prematurely: osmo-stp_10.42.42.5(pid=4158) [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4158)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4158): Process ended prematurely: osmo-stp_10.42.42.5(pid=4158) [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4158)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:13:58.661527 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:13:58.673539 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:13:58.828690 tst mo_mt_call_osmux.py: using LAC 21388\u000a12:13:58.953687 tst mo_mt_call_osmux.py: using RAC 223\u000a12:13:59.073566 tst mo_mt_call_osmux.py: using CellId 21388\u000a12:13:59.193251 tst mo_mt_call_osmux.py: using BVCI 21389\u000a12:13:59.216698 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:13:59.227833 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:13:59.238860 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:13:59.249917 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:13:59.260909 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a12:13:59.271756 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:13:59.392200 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a12:13:59.601190 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:14:00.094056 run create_hlr_db(pid=4152): Launched\u000a12:14:00.270896 bus /sierra_2: Setting Powered False\u000a12:14:01.338362 run create_hlr_db(pid=4152): Terminated: ok {rc=0}\u000a12:14:01.800023 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4154): Launched\u000a12:14:02.169334 run osmo-hlr_10.42.42.2(pid=4155): Launched\u000a12:14:02.292402 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:14:02.872100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4157): Launched\u000a12:14:03.203678 run osmo-stp_10.42.42.5(pid=4158): Launched\u000a12:14:03.324634 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:14:03.928153 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4160): Launched\u000a12:14:04.261661 run osmo-msc_10.42.42.6(pid=4161): Launched\u000a12:14:04.455305 run osmo-stp_10.42.42.5(pid=4158): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4158)]\u000a12:14:04.595119 run osmo-stp_10.42.42.5(pid=4158): stdout: \u000a| (launched: 2022-12-09_12:14:03.040441)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:14:04.733573 run osmo-stp_10.42.42.5(pid=4158): stderr: \u000a| �[0;m�[38;5;43m20221209121403230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121403230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121403231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121403231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121403231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121403232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121403232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:14:04.866410 run osmo-stp_10.42.42.5(pid=4158): stdout: \u000a| (launched: 2022-12-09_12:14:03.040441)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:14:04.998161 run osmo-stp_10.42.42.5(pid=4158): stderr: \u000a| �[0;m�[38;5;43m20221209121403230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121403230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121403231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121403231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121403231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121403232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121403232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:14:05.055952 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4158): Process ended prematurely: osmo-stp_10.42.42.5(pid=4158) [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4158)] [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a12:14:05.065692 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a12:14:05.128941 run osmo-hlr_10.42.42.2(pid=4155): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4155)]\u000a12:14:05.180676 run osmo-hlr_10.42.42.2(pid=4155): stdout: \u000a| (launched: 2022-12-09_12:14:01.971376) \u000a12:14:05.233141 run osmo-hlr_10.42.42.2(pid=4155): stderr: \u000a| �[0;m�[1;31m20221209121402260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209121402260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209121402260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121402260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121402260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209121402260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209121402274 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209121402282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209121402282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209121402282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:14:05.303996 run osmo-msc_10.42.42.6(pid=4161): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4161)]\u000a12:14:05.355697 run osmo-msc_10.42.42.6(pid=4161): stdout: \u000a| (launched: 2022-12-09_12:14:04.096741) \u000a12:14:05.407937 run osmo-msc_10.42.42.6(pid=4161): stderr: \u000a| �[0;m�[38;5;43m20221209121404416 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209121404416 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f41fbd6ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209121404416 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209121404417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209121404417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209121404417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209121404419 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209121404419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209121404419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209121404419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:14:05.451936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4154): Terminating (SIGTERM)\u000a12:14:05.493943 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4157): Terminating (SIGTERM)\u000a12:14:05.536045 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4160): Terminating (SIGTERM)\u000a12:14:05.546132 --- ParallelTerminationStrategy: PID 4154 died...\u000a12:14:05.602905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4154): Terminated: ok {rc=0}\u000a12:14:05.613131 --- ParallelTerminationStrategy: PID 4157 died...\u000a12:14:05.669383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4157): Terminated: ok {rc=0}\u000a12:14:05.679508 --- ParallelTerminationStrategy: PID 4160 died...\u000a12:14:05.735722 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4160): Terminated: ok {rc=0}\u000a12:14:05.823049 bus /sierra_3: Setting Powered False\u000a12:14:06.929673 bus /sierra_3: Setting Powered False\u000a12:14:08.038014 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "123", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:13:47" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4172): Process ended prematurely: osmo-stp_10.42.42.5(pid=4172) [trial-2359↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4172)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4172): Process ended prematurely: osmo-stp_10.42.42.5(pid=4172) [trial-2359↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4172)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 emergency:trx-lms-limenet-micro emergency_mo_mt_call.py\u000a----------------------------------------------\u000a12:14:10.052191 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:14:10.063129 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a12:14:10.194688 tst emergency_mo_mt_call.py: using LAC 21389\u000a12:14:10.315537 tst emergency_mo_mt_call.py: using RAC 224\u000a12:14:10.435406 tst emergency_mo_mt_call.py: using CellId 21389\u000a12:14:10.554678 tst emergency_mo_mt_call.py: using BVCI 21390\u000a12:14:10.577722 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:14:10.588645 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:14:10.599412 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:14:10.610365 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:14:10.621099 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:14:10.631725 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a12:14:10.748356 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a12:14:10.961311 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:14:11.470921 run create_hlr_db(pid=4166): Launched\u000a12:14:11.660029 bus /sierra_2: Setting Powered False\u000a12:14:12.679770 run create_hlr_db(pid=4166): Terminated: ok {rc=0}\u000a12:14:13.088234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4168): Launched\u000a12:14:13.391055 run osmo-hlr_10.42.42.2(pid=4169): Launched\u000a12:14:13.502352 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:14:14.029502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4171): Launched\u000a12:14:14.330639 run osmo-stp_10.42.42.5(pid=4172): Launched\u000a12:14:14.451544 tst emergency_mo_mt_call.py: using MSISDN 7199\u000a12:14:14.600572 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:14:15.159386 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4174): Launched\u000a12:14:15.462473 run osmo-msc_10.42.42.6(pid=4175): Launched\u000a12:14:15.638937 run osmo-stp_10.42.42.5(pid=4172): ERR: Terminated: ERROR {rc=1} [trial-2359↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4172)]\u000a12:14:15.765832 run osmo-stp_10.42.42.5(pid=4172): stdout: \u000a| (launched: 2022-12-09_12:14:14.182407)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:14:15.934860 run osmo-stp_10.42.42.5(pid=4172): stderr: \u000a| �[0;m�[38;5;43m20221209121414350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121414350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121414351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121414351 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121414351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121414351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121414352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:14:16.081737 run osmo-stp_10.42.42.5(pid=4172): stdout: \u000a| (launched: 2022-12-09_12:14:14.182407)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:14:16.231159 run osmo-stp_10.42.42.5(pid=4172): stderr: \u000a| �[0;m�[38;5;43m20221209121414350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121414350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121414351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121414351 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121414351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121414351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121414352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:14:16.296115 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=4172): Process ended prematurely: osmo-stp_10.42.42.5(pid=4172) [trial-2359↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4172)] [trial-2359↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19]\u000a12:14:16.305910 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a12:14:16.379035 run osmo-hlr_10.42.42.2(pid=4169): ERR: Terminated: ERROR {rc=237} [trial-2359↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4169)]\u000a12:14:16.440430 run osmo-hlr_10.42.42.2(pid=4169): stdout: \u000a| (launched: 2022-12-09_12:14:13.241678) \u000a12:14:16.500102 run osmo-hlr_10.42.42.2(pid=4169): stderr: \u000a| �[0;m�[1;31m20221209121413415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209121413415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209121413415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121413415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121413415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209121413415 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209121413427 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/emergency:trx-lms-limenet-micro/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209121413436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209121413436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209121413436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:14:16.588080 run osmo-msc_10.42.42.6(pid=4175): ERR: Terminated: ERROR {rc=2} [trial-2359↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4175)]\u000a12:14:16.648532 run osmo-msc_10.42.42.6(pid=4175): stdout: \u000a| (launched: 2022-12-09_12:14:15.312867) \u000a12:14:16.705808 run osmo-msc_10.42.42.6(pid=4175): stderr: \u000a| �[0;m�[38;5;43m20221209121415583 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209121415583 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2b785edc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209121415583 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209121415583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209121415584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209121415584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209121415586 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209121415586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209121415586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209121415586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:14:16.753570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4168): Terminating (SIGTERM)\u000a12:14:16.800491 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4171): Terminating (SIGTERM)\u000a12:14:16.845194 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4174): Terminating (SIGTERM)\u000a12:14:16.858467 --- ParallelTerminationStrategy: PID 4168 died...\u000a12:14:16.920934 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4168): Terminated: ok {rc=0}\u000a12:14:16.932181 --- ParallelTerminationStrategy: PID 4171 died...\u000a12:14:16.992463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4171): Terminated: ok {rc=0}\u000a12:14:17.003730 --- ParallelTerminationStrategy: PID 4174 died...\u000a12:14:17.063920 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4174): Terminated: ok {rc=0}\u000a12:14:17.156824 bus /sierra_3: Setting Powered False\u000a12:14:18.259451 bus /sierra_3: Setting Powered False\u000a12:14:19.368918 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4183): Process ended prematurely: osmo-stp_10.42.42.5(pid=4183) [trial-2359↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4183)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4183): Process ended prematurely: osmo-stp_10.42.42.5(pid=4183) [trial-2359↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4183)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 emergency:trx-lms-limenet-micro emergency_preemptive_call.py\u000a----------------------------------------------\u000a12:14:20.422972 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:14:20.435363 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a12:14:20.580181 tst emergency_preemptive_call.py: using LAC 21390\u000a12:14:20.709884 tst emergency_preemptive_call.py: using RAC 225\u000a12:14:20.836757 tst emergency_preemptive_call.py: using CellId 21390\u000a12:14:20.955922 tst emergency_preemptive_call.py: using BVCI 21391\u000a12:14:20.979500 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:14:20.990831 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:14:21.001515 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:14:21.012020 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:14:21.022655 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:14:21.033261 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a12:14:21.149241 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a12:14:21.268501 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a12:14:21.393937 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a12:14:21.604557 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:14:22.115343 run create_hlr_db(pid=4177): Launched\u000a12:14:22.304545 bus /sierra_2: Setting Powered False\u000a12:14:23.325096 run create_hlr_db(pid=4177): Terminated: ok {rc=0}\u000a12:14:23.741947 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4179): Launched\u000a12:14:24.067074 run osmo-hlr_10.42.42.2(pid=4180): Launched\u000a12:14:24.186214 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:14:24.753599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4182): Launched\u000a12:14:25.080257 run osmo-stp_10.42.42.5(pid=4183): Launched\u000a12:14:25.217916 tst emergency_preemptive_call.py: using MSISDN 7200\u000a12:14:25.379801 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:14:25.970841 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4185): Launched\u000a12:14:26.297206 run osmo-msc_10.42.42.6(pid=4186): Launched\u000a12:14:26.487070 run osmo-stp_10.42.42.5(pid=4183): ERR: Terminated: ERROR {rc=1} [trial-2359↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4183)]\u000a12:14:26.624217 run osmo-stp_10.42.42.5(pid=4183): stdout: \u000a| (launched: 2022-12-09_12:14:24.918266)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:14:26.759839 run osmo-stp_10.42.42.5(pid=4183): stderr: \u000a| �[0;m�[38;5;43m20221209121425108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121425108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121425108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121425109 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121425109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121425109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121425110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:14:26.890688 run osmo-stp_10.42.42.5(pid=4183): stdout: \u000a| (launched: 2022-12-09_12:14:24.918266)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:14:27.019854 run osmo-stp_10.42.42.5(pid=4183): stderr: \u000a| �[0;m�[38;5;43m20221209121425108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121425108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121425108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121425109 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121425109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121425109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121425110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:14:27.076938 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=4183): Process ended prematurely: osmo-stp_10.42.42.5(pid=4183) [trial-2359↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4183)] [trial-2359↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32]\u000a12:14:27.085726 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec)\u000a12:14:27.149888 run osmo-hlr_10.42.42.2(pid=4180): ERR: Terminated: ERROR {rc=237} [trial-2359↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4180)]\u000a12:14:27.202033 run osmo-hlr_10.42.42.2(pid=4180): stdout: \u000a| (launched: 2022-12-09_12:14:23.906815) \u000a12:14:27.254695 run osmo-hlr_10.42.42.2(pid=4180): stderr: \u000a| �[0;m�[1;31m20221209121424099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209121424099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209121424099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121424099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121424099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209121424099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209121424113 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/emergency:trx-lms-limenet-micro/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209121424121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209121424122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209121424122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:14:27.326026 run osmo-msc_10.42.42.6(pid=4186): ERR: Terminated: ERROR {rc=2} [trial-2359↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4186)]\u000a12:14:27.377744 run osmo-msc_10.42.42.6(pid=4186): stdout: \u000a| (launched: 2022-12-09_12:14:26.135871) \u000a12:14:27.430487 run osmo-msc_10.42.42.6(pid=4186): stderr: \u000a| �[0;m�[38;5;43m20221209121426452 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209121426453 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1ad5f50c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209121426453 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209121426453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209121426453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209121426453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209121426455 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209121426455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209121426455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209121426456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:14:27.474750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4179): Terminating (SIGTERM)\u000a12:14:27.517928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4182): Terminating (SIGTERM)\u000a12:14:27.560251 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4185): Terminating (SIGTERM)\u000a12:14:27.570385 --- ParallelTerminationStrategy: PID 4179 died...\u000a12:14:27.627053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4179): Terminated: ok {rc=0}\u000a12:14:27.637754 --- ParallelTerminationStrategy: PID 4182 died...\u000a12:14:27.694435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4182): Terminated: ok {rc=0}\u000a12:14:27.704737 --- ParallelTerminationStrategy: PID 4185 died...\u000a12:14:27.761451 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4185): Terminated: ok {rc=0}\u000a12:14:27.850357 bus /sierra_9: Setting Powered False\u000a12:14:28.952995 bus /sierra_9: Setting Powered False\u000a12:14:30.065155 bus /sierra_8: Setting Powered False\u000a12:14:31.170108 bus /sierra_8: Setting Powered False\u000a12:14:32.281510 bus /sierra_3: Setting Powered False\u000a12:14:33.388869 bus /sierra_3: Setting Powered False\u000a12:14:34.497738 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "124", "name" : "emergency_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:14:09" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-lms-limenet-micro", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4202): Process ended prematurely: osmo-stp_10.42.42.5(pid=4202) [trial-2359↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4202)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4202): Process ended prematurely: osmo-stp_10.42.42.5(pid=4202) [trial-2359↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4202)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-lms-limenet-micro cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:14:36.627294 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:14:36.638620 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a12:14:36.780671 tst cs_paging_gprs_active.py: using LAC 21391\u000a12:14:36.910484 tst cs_paging_gprs_active.py: using RAC 226\u000a12:14:37.039978 tst cs_paging_gprs_active.py: using CellId 21391\u000a12:14:37.171509 tst cs_paging_gprs_active.py: using BVCI 21392\u000a12:14:37.196907 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:14:37.208249 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:14:37.219368 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:14:37.230860 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:14:37.242182 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:14:37.253525 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:14:37.264886 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:14:37.276115 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:14:37.287612 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a12:14:37.411539 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a12:14:37.711789 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:14:37.850315 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:14:38.194882 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4192): Launched\u000a12:14:38.481778 run iperf3-srv_10.42.42.10(pid=4193): Launched\u000a12:14:38.685240 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:14:38.824149 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:14:39.167591 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4194): Launched\u000a12:14:39.454328 run iperf3-srv_10.42.42.10(pid=4195): Launched\u000a12:14:39.657126 tst cs_paging_gprs_active.py:38: start network...\u000a12:14:39.795317 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:14:40.316564 run create_hlr_db(pid=4196): Launched\u000a12:14:40.507531 bus /sierra_2: Setting Powered False\u000a12:14:41.529079 run create_hlr_db(pid=4196): Terminated: ok {rc=0}\u000a12:14:41.941627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4198): Launched\u000a12:14:42.250513 run osmo-hlr_10.42.42.2(pid=4199): Launched\u000a12:14:42.363567 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:14:42.896771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4201): Launched\u000a12:14:43.205225 run osmo-stp_10.42.42.5(pid=4202): Launched\u000a12:14:43.315910 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:14:43.853215 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4204): Launched\u000a12:14:43.963179 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:14:44.234009 run patchelf(pid=4205): Launched\u000a12:14:44.414403 run osmo-stp_10.42.42.5(pid=4202): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4202)]\u000a12:14:44.545900 run osmo-stp_10.42.42.5(pid=4202): stdout: \u000a| (launched: 2022-12-09_12:14:43.053505)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:14:44.677258 run osmo-stp_10.42.42.5(pid=4202): stderr: \u000a| �[0;m�[38;5;43m20221209121443222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121443222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121443222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121443222 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121443223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121443223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121443223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:14:44.804469 run osmo-stp_10.42.42.5(pid=4202): stdout: \u000a| (launched: 2022-12-09_12:14:43.053505)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:14:44.931075 run osmo-stp_10.42.42.5(pid=4202): stderr: \u000a| �[0;m�[38;5;43m20221209121443222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121443222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121443222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121443222 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121443223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121443223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121443223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:14:45.079821 run patchelf(pid=4205): Terminating (SIGINT)\u000a12:14:45.254676 run patchelf(pid=4205): Terminated: ok {rc=0}\u000a12:14:45.286508 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=4202): Process ended prematurely: osmo-stp_10.42.42.5(pid=4202) [trial-2359↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4202)] [trial-2359↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38]\u000a12:14:45.295678 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a12:14:45.355720 run osmo-hlr_10.42.42.2(pid=4199): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4199)]\u000a12:14:45.404639 run osmo-hlr_10.42.42.2(pid=4199): stdout: \u000a| (launched: 2022-12-09_12:14:42.098379) \u000a12:14:45.454107 run osmo-hlr_10.42.42.2(pid=4199): stderr: \u000a| �[0;m�[1;31m20221209121442272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209121442272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209121442272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121442272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121442272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209121442273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209121442285 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-lms-limenet-micro/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209121442295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209121442295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209121442295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:14:45.496463 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4192): Terminating (SIGTERM)\u000a12:14:45.537043 run iperf3-srv_10.42.42.10(pid=4193): Terminating (SIGTERM)\u000a12:14:45.578873 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4194): Terminating (SIGTERM)\u000a12:14:45.618487 run iperf3-srv_10.42.42.10(pid=4195): Terminating (SIGTERM)\u000a12:14:45.658158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4198): Terminating (SIGTERM)\u000a12:14:45.697698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4201): Terminating (SIGTERM)\u000a12:14:45.737394 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4204): Terminating (SIGTERM)\u000a12:14:45.746768 --- ParallelTerminationStrategy: PID 4192 died...\u000a12:14:45.800532 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4192): Terminated: ok {rc=0}\u000a12:14:45.810312 --- ParallelTerminationStrategy: PID 4193 died...\u000a12:14:45.870925 run iperf3-srv_10.42.42.10(pid=4193): Terminated {rc=256}\u000a12:14:45.882619 --- ParallelTerminationStrategy: PID 4194 died...\u000a12:14:45.944766 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4194): Terminated: ok {rc=0}\u000a12:14:45.956076 --- ParallelTerminationStrategy: PID 4195 died...\u000a12:14:46.015911 run iperf3-srv_10.42.42.10(pid=4195): Terminated {rc=256}\u000a12:14:46.027084 --- ParallelTerminationStrategy: PID 4198 died...\u000a12:14:46.086639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4198): Terminated: ok {rc=0}\u000a12:14:46.098970 --- ParallelTerminationStrategy: PID 4201 died...\u000a12:14:46.158714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4201): Terminated: ok {rc=0}\u000a12:14:46.171717 --- ParallelTerminationStrategy: PID 4204 died...\u000a12:14:46.231726 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4204): Terminated: ok {rc=0}\u000a12:14:46.329932 bus /gobi_0: Setting Powered False\u000a12:14:47.437955 bus /gobi_0: Setting Powered False\u000a12:14:48.545887 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4214): Process ended prematurely: osmo-stp_10.42.42.5(pid=4214) [trial-2359↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4214)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4214): Process ended prematurely: osmo-stp_10.42.42.5(pid=4214) [trial-2359↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4214)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-lms-limenet-micro iperf3.py\u000a----------------------------------------------\u000a12:14:49.662281 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:14:49.674924 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a12:14:49.819702 tst iperf3.py: using LAC 21392\u000a12:14:49.949256 tst iperf3.py: using RAC 227\u000a12:14:50.080591 tst iperf3.py: using CellId 21392\u000a12:14:50.209595 tst iperf3.py: using BVCI 21393\u000a12:14:50.235032 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:14:50.246603 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:14:50.257799 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:14:50.269105 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:14:50.280393 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:14:50.291820 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:14:50.303538 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:14:50.315545 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:14:50.326747 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a12:14:50.610780 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:14:50.739665 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:14:51.062269 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4206): Launched\u000a12:14:51.328826 run iperf3-srv_10.42.42.10(pid=4207): Launched\u000a12:14:51.516449 tst iperf3.py:8: start network...\u000a12:14:51.644627 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:14:52.139659 run create_hlr_db(pid=4208): Launched\u000a12:14:52.315630 bus /gobi_6: Setting Powered False\u000a12:14:53.337866 run create_hlr_db(pid=4208): Terminated: ok {rc=0}\u000a12:14:53.774641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4210): Launched\u000a12:14:54.081427 run osmo-hlr_10.42.42.2(pid=4211): Launched\u000a12:14:54.198036 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:14:54.732058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4213): Launched\u000a12:14:55.042116 run osmo-stp_10.42.42.5(pid=4214): Launched\u000a12:14:55.152995 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:14:55.687971 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4216): Launched\u000a12:14:55.797137 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:14:56.065943 run patchelf(pid=4217): Launched\u000a12:14:56.246587 run osmo-stp_10.42.42.5(pid=4214): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4214)]\u000a12:14:56.378067 run osmo-stp_10.42.42.5(pid=4214): stdout: \u000a| (launched: 2022-12-09_12:14:54.887725)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:14:56.509668 run osmo-stp_10.42.42.5(pid=4214): stderr: \u000a| �[0;m�[38;5;43m20221209121455056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121455056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121455056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121455057 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121455057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121455057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121455058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:14:56.637110 run osmo-stp_10.42.42.5(pid=4214): stdout: \u000a| (launched: 2022-12-09_12:14:54.887725)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:14:56.763224 run osmo-stp_10.42.42.5(pid=4214): stderr: \u000a| �[0;m�[38;5;43m20221209121455056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121455056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121455056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121455057 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121455057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121455057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121455058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:14:56.911106 run patchelf(pid=4217): Terminating (SIGINT)\u000a12:14:57.086753 run patchelf(pid=4217): Terminated: ok {rc=0}\u000a12:14:57.119016 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4214): Process ended prematurely: osmo-stp_10.42.42.5(pid=4214) [trial-2359↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4214)] [trial-2359↪gprs:trx-lms-limenet-micro↪iperf3.py:8]\u000a12:14:57.128290 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a12:14:57.188690 run osmo-hlr_10.42.42.2(pid=4211): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-lms-limenet-micro↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4211)]\u000a12:14:57.237940 run osmo-hlr_10.42.42.2(pid=4211): stdout: \u000a| (launched: 2022-12-09_12:14:53.930462) \u000a12:14:57.287786 run osmo-hlr_10.42.42.2(pid=4211): stderr: \u000a| �[0;m�[1;31m20221209121454106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209121454107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209121454107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121454107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121454107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209121454107 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209121454119 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-lms-limenet-micro/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209121454128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209121454129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209121454129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:14:57.330482 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4206): Terminating (SIGTERM)\u000a12:14:57.370829 run iperf3-srv_10.42.42.10(pid=4207): Terminating (SIGTERM)\u000a12:14:57.411282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4210): Terminating (SIGTERM)\u000a12:14:57.451673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4213): Terminating (SIGTERM)\u000a12:14:57.491927 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4216): Terminating (SIGTERM)\u000a12:14:57.501446 --- ParallelTerminationStrategy: PID 4206 died...\u000a12:14:57.555493 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4206): Terminated: ok {rc=0}\u000a12:14:57.565444 --- ParallelTerminationStrategy: PID 4207 died...\u000a12:14:57.618899 run iperf3-srv_10.42.42.10(pid=4207): Terminated {rc=256}\u000a12:14:57.628663 --- ParallelTerminationStrategy: PID 4210 died...\u000a12:14:57.682293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4210): Terminated: ok {rc=0}\u000a12:14:57.692213 --- ParallelTerminationStrategy: PID 4213 died...\u000a12:14:57.745794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4213): Terminated: ok {rc=0}\u000a12:14:57.755669 --- ParallelTerminationStrategy: PID 4216 died...\u000a12:14:57.809168 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4216): Terminated: ok {rc=0}\u000a12:14:57.899094 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-lms-limenet-micro", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4235): Process ended prematurely: osmo-stp_10.42.42.5(pid=4235) [trial-2359↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4235)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4235): Process ended prematurely: osmo-stp_10.42.42.5(pid=4235) [trial-2359↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4235)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-lms-limenet-micro iperf3m4.py\u000a----------------------------------------------\u000a12:14:59.011055 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:14:59.022488 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a12:14:59.156474 tst iperf3m4.py: using LAC 21393\u000a12:14:59.288480 tst iperf3m4.py: using RAC 228\u000a12:14:59.408318 tst iperf3m4.py: using CellId 21393\u000a12:14:59.528360 tst iperf3m4.py: using BVCI 21394\u000a12:14:59.551971 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:14:59.563097 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:14:59.573959 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:14:59.584556 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:14:59.595077 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:14:59.605834 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:14:59.616666 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:14:59.627266 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:14:59.637999 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a12:14:59.759480 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a12:14:59.883967 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a12:15:00.005784 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a12:15:00.295389 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:15:00.423339 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:15:00.742611 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4218): Launched\u000a12:15:01.079550 run iperf3-srv_10.42.42.10(pid=4219): Launched\u000a12:15:01.286872 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:15:01.416373 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:15:01.787184 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4223): Launched\u000a12:15:02.073555 run iperf3-srv_10.42.42.10(pid=4224): Launched\u000a12:15:02.265033 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:15:02.394444 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:15:02.713345 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4225): Launched\u000a12:15:02.979369 run iperf3-srv_10.42.42.10(pid=4226): Launched\u000a12:15:03.168354 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:15:03.296478 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:15:03.617086 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4227): Launched\u000a12:15:03.882101 run iperf3-srv_10.42.42.10(pid=4228): Launched\u000a12:15:04.068891 tst iperf3m4.py:8: start network...\u000a12:15:04.196222 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:15:04.689901 run create_hlr_db(pid=4229): Launched\u000a12:15:04.866326 bus /gobi_6: Setting Powered False\u000a12:15:05.888112 run create_hlr_db(pid=4229): Terminated: ok {rc=0}\u000a12:15:06.330515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4231): Launched\u000a12:15:06.663513 run osmo-hlr_10.42.42.2(pid=4232): Launched\u000a12:15:06.788243 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:15:07.466472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4234): Launched\u000a12:15:07.790619 run osmo-stp_10.42.42.5(pid=4235): Launched\u000a12:15:07.907751 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:15:08.475408 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4237): Launched\u000a12:15:08.590887 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:15:08.874845 run patchelf(pid=4238): Launched\u000a12:15:09.064778 run osmo-stp_10.42.42.5(pid=4235): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4235)]\u000a12:15:09.204738 run osmo-stp_10.42.42.5(pid=4235): stdout: \u000a| (launched: 2022-12-09_12:15:07.630889)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:15:09.343651 run osmo-stp_10.42.42.5(pid=4235): stderr: \u000a| �[0;m�[38;5;43m20221209121507819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121507819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121507819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121507820 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121507820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121507820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121507820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:15:09.478170 run osmo-stp_10.42.42.5(pid=4235): stdout: \u000a| (launched: 2022-12-09_12:15:07.630889)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:15:09.611579 run osmo-stp_10.42.42.5(pid=4235): stderr: \u000a| �[0;m�[38;5;43m20221209121507819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121507819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121507819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121507820 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121507820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121507820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121507820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:15:09.768010 run patchelf(pid=4238): Terminating (SIGINT)\u000a12:15:09.952420 run patchelf(pid=4238): Terminated: ok {rc=0}\u000a12:15:09.986298 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4235): Process ended prematurely: osmo-stp_10.42.42.5(pid=4235) [trial-2359↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4235)] [trial-2359↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8]\u000a12:15:09.996204 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a12:15:10.060616 run osmo-hlr_10.42.42.2(pid=4232): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-lms-limenet-micro↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4232)]\u000a12:15:10.113351 run osmo-hlr_10.42.42.2(pid=4232): stdout: \u000a| (launched: 2022-12-09_12:15:06.499626) \u000a12:15:10.166081 run osmo-hlr_10.42.42.2(pid=4232): stderr: \u000a| �[0;m�[1;31m20221209121506693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209121506693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209121506693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121506693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121506693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209121506693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209121506707 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-lms-limenet-micro/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209121506716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209121506716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209121506716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:15:10.210385 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4218): Terminating (SIGTERM)\u000a12:15:10.252574 run iperf3-srv_10.42.42.10(pid=4219): Terminating (SIGTERM)\u000a12:15:10.295240 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4223): Terminating (SIGTERM)\u000a12:15:10.337987 run iperf3-srv_10.42.42.10(pid=4224): Terminating (SIGTERM)\u000a12:15:10.379932 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4225): Terminating (SIGTERM)\u000a12:15:10.422068 run iperf3-srv_10.42.42.10(pid=4226): Terminating (SIGTERM)\u000a12:15:10.464120 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4227): Terminating (SIGTERM)\u000a12:15:10.506124 run iperf3-srv_10.42.42.10(pid=4228): Terminating (SIGTERM)\u000a12:15:10.548482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4231): Terminating (SIGTERM)\u000a12:15:10.590727 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4234): Terminating (SIGTERM)\u000a12:15:10.632883 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4237): Terminating (SIGTERM)\u000a12:15:10.642665 --- ParallelTerminationStrategy: PID 4218 died...\u000a12:15:10.699133 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4218): Terminated: ok {rc=0}\u000a12:15:10.709575 --- ParallelTerminationStrategy: PID 4219 died...\u000a12:15:10.765666 run iperf3-srv_10.42.42.10(pid=4219): Terminated {rc=256}\u000a12:15:10.775785 --- ParallelTerminationStrategy: PID 4223 died...\u000a12:15:10.832601 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4223): Terminated: ok {rc=0}\u000a12:15:10.842757 --- ParallelTerminationStrategy: PID 4224 died...\u000a12:15:10.898756 run iperf3-srv_10.42.42.10(pid=4224): Terminated {rc=256}\u000a12:15:10.909285 --- ParallelTerminationStrategy: PID 4225 died...\u000a12:15:10.965268 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4225): Terminated: ok {rc=0}\u000a12:15:10.975718 --- ParallelTerminationStrategy: PID 4226 died...\u000a12:15:11.031636 run iperf3-srv_10.42.42.10(pid=4226): Terminated {rc=256}\u000a12:15:11.042039 --- ParallelTerminationStrategy: PID 4227 died...\u000a12:15:11.098808 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4227): Terminated: ok {rc=0}\u000a12:15:11.109060 --- ParallelTerminationStrategy: PID 4228 died...\u000a12:15:11.165273 run iperf3-srv_10.42.42.10(pid=4228): Terminated {rc=256}\u000a12:15:11.175886 --- ParallelTerminationStrategy: PID 4231 died...\u000a12:15:11.232333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4231): Terminated: ok {rc=0}\u000a12:15:11.242377 --- ParallelTerminationStrategy: PID 4234 died...\u000a12:15:11.298639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4234): Terminated: ok {rc=0}\u000a12:15:11.308719 --- ParallelTerminationStrategy: PID 4237 died...\u000a12:15:11.364872 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4237): Terminated: ok {rc=0}\u000a12:15:11.452074 bus /gobi_4: Setting Powered False\u000a12:15:12.559524 bus /gobi_4: Setting Powered False\u000a12:15:13.667782 bus /gobi_1: Setting Powered False\u000a12:15:14.774389 bus /gobi_1: Setting Powered False\u000a12:15:15.883249 bus /gobi_0: Setting Powered False\u000a12:15:16.987880 bus /gobi_0: Setting Powered False\u000a12:15:18.096117 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4245): Process ended prematurely: osmo-stp_10.42.42.5(pid=4245) [trial-2359↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4245)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4245): Process ended prematurely: osmo-stp_10.42.42.5(pid=4245) [trial-2359↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4245)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-lms-limenet-micro ping.py\u000a----------------------------------------------\u000a12:15:19.165886 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:15:19.177759 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a12:15:19.318225 tst ping.py: using LAC 21394\u000a12:15:19.444517 tst ping.py: using RAC 229\u000a12:15:19.569168 tst ping.py: using CellId 21394\u000a12:15:19.695917 tst ping.py: using BVCI 21395\u000a12:15:19.720308 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:15:19.731862 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:15:19.742967 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:15:19.754322 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:15:19.765539 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:15:19.776778 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:15:19.788278 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:15:19.799631 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a12:15:20.077688 tst ping.py:19: start network...\u000a12:15:20.201081 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:15:20.680344 run create_hlr_db(pid=4239): Launched\u000a12:15:20.852058 bus /gobi_6: Setting Powered False\u000a12:15:21.873712 run create_hlr_db(pid=4239): Terminated: ok {rc=0}\u000a12:15:22.273115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4241): Launched\u000a12:15:22.570755 run osmo-hlr_10.42.42.2(pid=4242): Launched\u000a12:15:22.683150 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:15:23.204620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4244): Launched\u000a12:15:23.504076 run osmo-stp_10.42.42.5(pid=4245): Launched\u000a12:15:23.623549 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:15:24.144552 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4247): Launched\u000a12:15:24.250206 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:15:24.511578 run patchelf(pid=4248): Launched\u000a12:15:24.686825 run osmo-stp_10.42.42.5(pid=4245): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4245)]\u000a12:15:24.814728 run osmo-stp_10.42.42.5(pid=4245): stdout: \u000a| (launched: 2022-12-09_12:15:23.356633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:15:24.942655 run osmo-stp_10.42.42.5(pid=4245): stderr: \u000a| �[0;m�[38;5;43m20221209121523534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121523535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121523535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121523535 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121523536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121523536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121523536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:15:25.066190 run osmo-stp_10.42.42.5(pid=4245): stdout: \u000a| (launched: 2022-12-09_12:15:23.356633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:15:25.188293 run osmo-stp_10.42.42.5(pid=4245): stderr: \u000a| �[0;m�[38;5;43m20221209121523534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121523535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121523535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121523535 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121523536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121523536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121523536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:15:25.333073 run patchelf(pid=4248): Terminating (SIGINT)\u000a12:15:25.502631 run patchelf(pid=4248): Terminated: ok {rc=0}\u000a12:15:25.533398 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=4245): Process ended prematurely: osmo-stp_10.42.42.5(pid=4245) [trial-2359↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4245)] [trial-2359↪gprs:trx-lms-limenet-micro↪ping.py:22]\u000a12:15:25.542055 tst ping.py:22: Test FAILED (6.4 sec)\u000a12:15:25.601636 run osmo-hlr_10.42.42.2(pid=4242): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-lms-limenet-micro↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4242)]\u000a12:15:25.650523 run osmo-hlr_10.42.42.2(pid=4242): stdout: \u000a| (launched: 2022-12-09_12:15:22.424823) \u000a12:15:25.699997 run osmo-hlr_10.42.42.2(pid=4242): stderr: \u000a| �[0;m�[1;31m20221209121522598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209121522599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209121522599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121522599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121522599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209121522599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209121522611 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-lms-limenet-micro/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209121522620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209121522620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209121522620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:15:25.742318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4241): Terminating (SIGTERM)\u000a12:15:25.782185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4244): Terminating (SIGTERM)\u000a12:15:25.822294 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4247): Terminating (SIGTERM)\u000a12:15:25.831459 --- ParallelTerminationStrategy: PID 4241 died...\u000a12:15:25.884829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4241): Terminated: ok {rc=0}\u000a12:15:25.894474 --- ParallelTerminationStrategy: PID 4244 died...\u000a12:15:25.947566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4244): Terminated: ok {rc=0}\u000a12:15:25.957097 --- ParallelTerminationStrategy: PID 4247 died...\u000a12:15:26.010069 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4247): Terminated: ok {rc=0}\u000a12:15:26.099272 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4255): Process ended prematurely: osmo-stp_10.42.42.5(pid=4255) [trial-2359↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4255)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4255): Process ended prematurely: osmo-stp_10.42.42.5(pid=4255) [trial-2359↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4255)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-lms-limenet-micro ping_idle_ping.py\u000a----------------------------------------------\u000a12:15:27.152452 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:15:27.164474 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a12:15:27.299176 tst ping_idle_ping.py: using LAC 21395\u000a12:15:27.433786 tst ping_idle_ping.py: using RAC 230\u000a12:15:27.558896 tst ping_idle_ping.py: using CellId 21395\u000a12:15:27.685539 tst ping_idle_ping.py: using BVCI 21396\u000a12:15:27.710152 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:15:27.721672 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:15:27.733124 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:15:27.744774 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:15:27.756670 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:15:27.768410 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:15:27.780520 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a12:15:27.791927 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a12:15:28.069354 tst ping_idle_ping.py:24: start network...\u000a12:15:28.194017 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:15:28.676456 run create_hlr_db(pid=4249): Launched\u000a12:15:28.849559 bus /gobi_6: Setting Powered False\u000a12:15:29.870313 run create_hlr_db(pid=4249): Terminated: ok {rc=0}\u000a12:15:30.300588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4251): Launched\u000a12:15:30.621507 run osmo-hlr_10.42.42.2(pid=4252): Launched\u000a12:15:30.738154 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:15:31.345049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4254): Launched\u000a12:15:31.779281 run osmo-stp_10.42.42.5(pid=4255): Launched\u000a12:15:32.020880 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:15:32.552380 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4257): Launched\u000a12:15:32.659271 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:15:32.922019 run patchelf(pid=4258): Launched\u000a12:15:33.098098 run osmo-stp_10.42.42.5(pid=4255): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4255)]\u000a12:15:33.226593 run osmo-stp_10.42.42.5(pid=4255): stdout: \u000a| (launched: 2022-12-09_12:15:31.503781)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:15:33.355967 run osmo-stp_10.42.42.5(pid=4255): stderr: \u000a| �[0;m�[38;5;43m20221209121531771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121531771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121531771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121531771 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121531772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121531772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121531772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:15:33.480082 run osmo-stp_10.42.42.5(pid=4255): stdout: \u000a| (launched: 2022-12-09_12:15:31.503781)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:15:33.603115 run osmo-stp_10.42.42.5(pid=4255): stderr: \u000a| �[0;m�[38;5;43m20221209121531771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121531771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121531771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121531771 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121531772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121531772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121531772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:15:33.747132 run patchelf(pid=4258): Terminating (SIGINT)\u000a12:15:33.916681 run patchelf(pid=4258): Terminated: ok {rc=0}\u000a12:15:33.947510 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=4255): Process ended prematurely: osmo-stp_10.42.42.5(pid=4255) [trial-2359↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4255)] [trial-2359↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27]\u000a12:15:33.956197 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a12:15:34.015647 run osmo-hlr_10.42.42.2(pid=4252): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4252)]\u000a12:15:34.064350 run osmo-hlr_10.42.42.2(pid=4252): stdout: \u000a| (launched: 2022-12-09_12:15:30.462944) \u000a12:15:34.114079 run osmo-hlr_10.42.42.2(pid=4252): stderr: \u000a| �[0;m�[1;31m20221209121530654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209121530654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209121530654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121530654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121530654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209121530654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209121530667 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-lms-limenet-micro/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209121530678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209121530678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209121530678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:15:34.156289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4251): Terminating (SIGTERM)\u000a12:15:34.196293 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4254): Terminating (SIGTERM)\u000a12:15:34.236158 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4257): Terminating (SIGTERM)\u000a12:15:34.245442 --- ParallelTerminationStrategy: PID 4251 died...\u000a12:15:34.299059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4251): Terminated: ok {rc=0}\u000a12:15:34.308696 --- ParallelTerminationStrategy: PID 4254 died...\u000a12:15:34.361816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4254): Terminated: ok {rc=0}\u000a12:15:34.371515 --- ParallelTerminationStrategy: PID 4257 died...\u000a12:15:34.424817 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4257): Terminated: ok {rc=0}\u000a12:15:34.513434 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "125", "name" : "gprs_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:14:36" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4272): Process ended prematurely: osmo-stp_10.42.42.5(pid=4272) [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4272)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4272): Process ended prematurely: osmo-stp_10.42.42.5(pid=4272) [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4272)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-lms-limenet-micro+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:15:36.646692 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:15:36.657795 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:15:36.794957 tst cs_paging_gprs_active.py: using LAC 21396\u000a12:15:36.918537 tst cs_paging_gprs_active.py: using RAC 231\u000a12:15:37.036850 tst cs_paging_gprs_active.py: using CellId 21396\u000a12:15:37.156346 tst cs_paging_gprs_active.py: using BVCI 21397\u000a12:15:37.179996 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:15:37.190921 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:15:37.201711 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:15:37.212624 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:15:37.223682 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:15:37.234512 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:15:37.245370 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:15:37.256060 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:15:37.267006 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:15:37.385433 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:15:37.682610 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:15:37.819392 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:15:38.157962 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4262): Launched\u000a12:15:38.440489 run iperf3-srv_10.42.42.10(pid=4263): Launched\u000a12:15:38.640358 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:15:38.776616 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:15:39.114889 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4264): Launched\u000a12:15:39.396350 run iperf3-srv_10.42.42.10(pid=4265): Launched\u000a12:15:39.596027 tst cs_paging_gprs_active.py:38: start network...\u000a12:15:39.731908 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:15:40.247462 run create_hlr_db(pid=4266): Launched\u000a12:15:40.436897 bus /gobi_6: Setting Powered False\u000a12:15:41.458157 run create_hlr_db(pid=4266): Terminated: ok {rc=0}\u000a12:15:41.892543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4268): Launched\u000a12:15:42.220352 run osmo-hlr_10.42.42.2(pid=4269): Launched\u000a12:15:42.338217 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:15:42.904129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4271): Launched\u000a12:15:43.232295 run osmo-stp_10.42.42.5(pid=4272): Launched\u000a12:15:43.350202 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:15:43.919729 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4274): Launched\u000a12:15:44.035840 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:15:44.323544 run patchelf(pid=4275): Launched\u000a12:15:44.514481 run osmo-stp_10.42.42.5(pid=4272): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4272)]\u000a12:15:44.653730 run osmo-stp_10.42.42.5(pid=4272): stdout: \u000a| (launched: 2022-12-09_12:15:43.069349)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:15:44.793236 run osmo-stp_10.42.42.5(pid=4272): stderr: \u000a| �[0;m�[38;5;43m20221209121543257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121543257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121543258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121543258 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121543258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121543259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121543259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:15:44.928342 run osmo-stp_10.42.42.5(pid=4272): stdout: \u000a| (launched: 2022-12-09_12:15:43.069349)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:15:45.062516 run osmo-stp_10.42.42.5(pid=4272): stderr: \u000a| �[0;m�[38;5;43m20221209121543257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121543257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121543258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121543258 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121543258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121543259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121543259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:15:45.220117 run patchelf(pid=4275): Terminating (SIGINT)\u000a12:15:45.404866 run patchelf(pid=4275): Terminated: ok {rc=0}\u000a12:15:45.438991 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=4272): Process ended prematurely: osmo-stp_10.42.42.5(pid=4272) [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4272)] [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a12:15:45.448984 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a12:15:45.512670 run osmo-hlr_10.42.42.2(pid=4269): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4269)]\u000a12:15:45.564254 run osmo-hlr_10.42.42.2(pid=4269): stdout: \u000a| (launched: 2022-12-09_12:15:42.058106) \u000a12:15:45.616789 run osmo-hlr_10.42.42.2(pid=4269): stderr: \u000a| �[0;m�[1;31m20221209121542252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209121542252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209121542253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121542253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121542253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209121542253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209121542265 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-lms-limenet-micro+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209121542274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209121542274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209121542274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:15:45.661291 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4262): Terminating (SIGTERM)\u000a12:15:45.703432 run iperf3-srv_10.42.42.10(pid=4263): Terminating (SIGTERM)\u000a12:15:45.746083 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4264): Terminating (SIGTERM)\u000a12:15:45.787932 run iperf3-srv_10.42.42.10(pid=4265): Terminating (SIGTERM)\u000a12:15:45.832072 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4268): Terminating (SIGTERM)\u000a12:15:45.895474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4271): Terminating (SIGTERM)\u000a12:15:45.938868 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4274): Terminating (SIGTERM)\u000a12:15:45.949829 --- ParallelTerminationStrategy: PID 4262 died...\u000a12:15:46.008788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4262): Terminated: ok {rc=0}\u000a12:15:46.019838 --- ParallelTerminationStrategy: PID 4263 died...\u000a12:15:46.078500 run iperf3-srv_10.42.42.10(pid=4263): Terminated {rc=256}\u000a12:15:46.089535 --- ParallelTerminationStrategy: PID 4264 died...\u000a12:15:46.148520 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4264): Terminated: ok {rc=0}\u000a12:15:46.159678 --- ParallelTerminationStrategy: PID 4265 died...\u000a12:15:46.218522 run iperf3-srv_10.42.42.10(pid=4265): Terminated {rc=256}\u000a12:15:46.229617 --- ParallelTerminationStrategy: PID 4268 died...\u000a12:15:46.287203 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4268): Terminated: ok {rc=0}\u000a12:15:46.298955 --- ParallelTerminationStrategy: PID 4271 died...\u000a12:15:46.357795 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4271): Terminated: ok {rc=0}\u000a12:15:46.369064 --- ParallelTerminationStrategy: PID 4274 died...\u000a12:15:46.428151 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4274): Terminated: ok {rc=0}\u000a12:15:46.520738 bus /gobi_0: Setting Powered False\u000a12:15:47.623698 bus /gobi_0: Setting Powered False\u000a12:15:48.736348 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4284): Process ended prematurely: osmo-stp_10.42.42.5(pid=4284) [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4284)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4284): Process ended prematurely: osmo-stp_10.42.42.5(pid=4284) [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4284)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a12:15:49.847018 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:15:49.858936 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:15:50.000771 tst iperf3.py: using LAC 21397\u000a12:15:50.134802 tst iperf3.py: using RAC 232\u000a12:15:50.261086 tst iperf3.py: using CellId 21397\u000a12:15:50.387166 tst iperf3.py: using BVCI 21398\u000a12:15:50.412027 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:15:50.423701 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:15:50.435109 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:15:50.446649 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:15:50.458216 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:15:50.470038 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:15:50.481465 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:15:50.492856 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:15:50.504672 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:15:50.786156 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:15:50.917844 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:15:51.256329 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4276): Launched\u000a12:15:51.539014 run iperf3-srv_10.42.42.10(pid=4277): Launched\u000a12:15:51.737911 tst iperf3.py:8: start network...\u000a12:15:51.873278 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:15:52.386965 run create_hlr_db(pid=4278): Launched\u000a12:15:52.574523 bus /gobi_6: Setting Powered False\u000a12:15:53.596309 run create_hlr_db(pid=4278): Terminated: ok {rc=0}\u000a12:15:54.006707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4280): Launched\u000a12:15:54.311932 run osmo-hlr_10.42.42.2(pid=4281): Launched\u000a12:15:54.424336 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:15:54.954406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4283): Launched\u000a12:15:55.258698 run osmo-stp_10.42.42.5(pid=4284): Launched\u000a12:15:55.368488 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:15:55.898294 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4286): Launched\u000a12:15:56.005645 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:15:56.272227 run patchelf(pid=4287): Launched\u000a12:15:56.451109 run osmo-stp_10.42.42.5(pid=4284): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4284)]\u000a12:15:56.581209 run osmo-stp_10.42.42.5(pid=4284): stdout: \u000a| (launched: 2022-12-09_12:15:55.108415)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:15:56.711759 run osmo-stp_10.42.42.5(pid=4284): stderr: \u000a| �[0;m�[38;5;43m20221209121555276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121555276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121555276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121555277 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121555277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121555278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121555278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:15:56.837979 run osmo-stp_10.42.42.5(pid=4284): stdout: \u000a| (launched: 2022-12-09_12:15:55.108415)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:15:56.963026 run osmo-stp_10.42.42.5(pid=4284): stderr: \u000a| �[0;m�[38;5;43m20221209121555276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121555276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121555276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121555277 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121555277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121555278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121555278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:15:57.109426 run patchelf(pid=4287): Terminating (SIGINT)\u000a12:15:57.282831 run patchelf(pid=4287): Terminated: ok {rc=0}\u000a12:15:57.314595 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4284): Process ended prematurely: osmo-stp_10.42.42.5(pid=4284) [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4284)] [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8]\u000a12:15:57.323718 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a12:15:57.383592 run osmo-hlr_10.42.42.2(pid=4281): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4281)]\u000a12:15:57.432833 run osmo-hlr_10.42.42.2(pid=4281): stdout: \u000a| (launched: 2022-12-09_12:15:54.160862) \u000a12:15:57.482717 run osmo-hlr_10.42.42.2(pid=4281): stderr: \u000a| �[0;m�[1;31m20221209121554335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209121554335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209121554335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121554335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121554335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209121554335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209121554347 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209121554355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209121554355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209121554355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:15:57.525411 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4276): Terminating (SIGTERM)\u000a12:15:57.565626 run iperf3-srv_10.42.42.10(pid=4277): Terminating (SIGTERM)\u000a12:15:57.605675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4280): Terminating (SIGTERM)\u000a12:15:57.645577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4283): Terminating (SIGTERM)\u000a12:15:57.685418 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4286): Terminating (SIGTERM)\u000a12:15:57.694664 --- ParallelTerminationStrategy: PID 4276 died...\u000a12:15:57.748056 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4276): Terminated: ok {rc=0}\u000a12:15:57.757764 --- ParallelTerminationStrategy: PID 4277 died...\u000a12:15:57.810682 run iperf3-srv_10.42.42.10(pid=4277): Terminated {rc=256}\u000a12:15:57.820209 --- ParallelTerminationStrategy: PID 4280 died...\u000a12:15:57.873471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4280): Terminated: ok {rc=0}\u000a12:15:57.882948 --- ParallelTerminationStrategy: PID 4283 died...\u000a12:15:57.936217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4283): Terminated: ok {rc=0}\u000a12:15:57.945803 --- ParallelTerminationStrategy: PID 4286 died...\u000a12:15:57.999049 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4286): Terminated: ok {rc=0}\u000a12:15:58.083227 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4302): Process ended prematurely: osmo-stp_10.42.42.5(pid=4302) [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4302)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4302): Process ended prematurely: osmo-stp_10.42.42.5(pid=4302) [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4302)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a12:15:59.198846 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:15:59.211415 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:15:59.356924 tst iperf3m4.py: using LAC 21398\u000a12:15:59.484400 tst iperf3m4.py: using RAC 233\u000a12:15:59.607262 tst iperf3m4.py: using CellId 21398\u000a12:15:59.730323 tst iperf3m4.py: using BVCI 21399\u000a12:15:59.753676 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:15:59.764913 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:15:59.776054 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:15:59.787684 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:15:59.799277 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:15:59.810741 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:15:59.822388 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:15:59.833667 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:15:59.845147 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:15:59.973635 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:16:00.094238 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:16:00.211934 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:16:00.491760 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:16:00.618233 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:16:00.953433 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4288): Launched\u000a12:16:01.250436 run iperf3-srv_10.42.42.10(pid=4289): Launched\u000a12:16:01.457254 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:16:01.598393 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:16:01.958807 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4290): Launched\u000a12:16:02.258918 run iperf3-srv_10.42.42.10(pid=4291): Launched\u000a12:16:02.444742 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:16:02.571114 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:16:02.887473 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4292): Launched\u000a12:16:03.150661 run iperf3-srv_10.42.42.10(pid=4293): Launched\u000a12:16:03.336397 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:16:03.462978 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:16:03.781084 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4294): Launched\u000a12:16:04.044162 run iperf3-srv_10.42.42.10(pid=4295): Launched\u000a12:16:04.229041 tst iperf3m4.py:8: start network...\u000a12:16:04.354984 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:16:04.844049 run create_hlr_db(pid=4296): Launched\u000a12:16:05.018299 bus /gobi_6: Setting Powered False\u000a12:16:06.039400 run create_hlr_db(pid=4296): Terminated: ok {rc=0}\u000a12:16:06.446806 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4298): Launched\u000a12:16:06.751359 run osmo-hlr_10.42.42.2(pid=4299): Launched\u000a12:16:06.861460 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:16:07.391380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4301): Launched\u000a12:16:07.698370 run osmo-stp_10.42.42.5(pid=4302): Launched\u000a12:16:07.808117 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:16:08.338739 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4304): Launched\u000a12:16:08.446267 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:16:08.712742 run patchelf(pid=4305): Launched\u000a12:16:08.890752 run osmo-stp_10.42.42.5(pid=4302): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4302)]\u000a12:16:09.020367 run osmo-stp_10.42.42.5(pid=4302): stdout: \u000a| (launched: 2022-12-09_12:16:07.547234)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:16:09.150399 run osmo-stp_10.42.42.5(pid=4302): stderr: \u000a| �[0;m�[38;5;43m20221209121607716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121607716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121607717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121607717 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121607718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121607718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121607718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:16:09.275931 run osmo-stp_10.42.42.5(pid=4302): stdout: \u000a| (launched: 2022-12-09_12:16:07.547234)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:16:09.400263 run osmo-stp_10.42.42.5(pid=4302): stderr: \u000a| �[0;m�[38;5;43m20221209121607716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121607716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121607717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121607717 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121607718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121607718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121607718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:16:09.546705 run patchelf(pid=4305): Terminating (SIGINT)\u000a12:16:09.719606 run patchelf(pid=4305): Terminated: ok {rc=0}\u000a12:16:09.751289 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4302): Process ended prematurely: osmo-stp_10.42.42.5(pid=4302) [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4302)] [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8]\u000a12:16:09.760531 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a12:16:09.820301 run osmo-hlr_10.42.42.2(pid=4299): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4299)]\u000a12:16:09.869035 run osmo-hlr_10.42.42.2(pid=4299): stdout: \u000a| (launched: 2022-12-09_12:16:06.601374) \u000a12:16:09.919089 run osmo-hlr_10.42.42.2(pid=4299): stderr: \u000a| �[0;m�[1;31m20221209121606777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209121606777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209121606777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121606777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121606777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209121606777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209121606791 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209121606802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209121606802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209121606803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:16:09.961277 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4288): Terminating (SIGTERM)\u000a12:16:10.000821 run iperf3-srv_10.42.42.10(pid=4289): Terminating (SIGTERM)\u000a12:16:10.040506 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4290): Terminating (SIGTERM)\u000a12:16:10.080083 run iperf3-srv_10.42.42.10(pid=4291): Terminating (SIGTERM)\u000a12:16:10.119911 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4292): Terminating (SIGTERM)\u000a12:16:10.159463 run iperf3-srv_10.42.42.10(pid=4293): Terminating (SIGTERM)\u000a12:16:10.199118 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4294): Terminating (SIGTERM)\u000a12:16:10.238726 run iperf3-srv_10.42.42.10(pid=4295): Terminating (SIGTERM)\u000a12:16:10.278493 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4298): Terminating (SIGTERM)\u000a12:16:10.318440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4301): Terminating (SIGTERM)\u000a12:16:10.358179 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4304): Terminating (SIGTERM)\u000a12:16:10.367261 --- ParallelTerminationStrategy: PID 4288 died...\u000a12:16:10.420319 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4288): Terminated: ok {rc=0}\u000a12:16:10.429883 --- ParallelTerminationStrategy: PID 4289 died...\u000a12:16:10.482623 run iperf3-srv_10.42.42.10(pid=4289): Terminated {rc=256}\u000a12:16:10.491991 --- ParallelTerminationStrategy: PID 4290 died...\u000a12:16:10.544780 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4290): Terminated: ok {rc=0}\u000a12:16:10.554300 --- ParallelTerminationStrategy: PID 4291 died...\u000a12:16:10.606981 run iperf3-srv_10.42.42.10(pid=4291): Terminated {rc=256}\u000a12:16:10.616437 --- ParallelTerminationStrategy: PID 4292 died...\u000a12:16:10.669228 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4292): Terminated: ok {rc=0}\u000a12:16:10.678724 --- ParallelTerminationStrategy: PID 4293 died...\u000a12:16:10.731670 run iperf3-srv_10.42.42.10(pid=4293): Terminated {rc=256}\u000a12:16:10.741212 --- ParallelTerminationStrategy: PID 4294 died...\u000a12:16:10.793831 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4294): Terminated: ok {rc=0}\u000a12:16:10.803351 --- ParallelTerminationStrategy: PID 4295 died...\u000a12:16:10.856491 run iperf3-srv_10.42.42.10(pid=4295): Terminated {rc=256}\u000a12:16:10.866003 --- ParallelTerminationStrategy: PID 4298 died...\u000a12:16:10.918834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4298): Terminated: ok {rc=0}\u000a12:16:10.928322 --- ParallelTerminationStrategy: PID 4301 died...\u000a12:16:10.981801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4301): Terminated: ok {rc=0}\u000a12:16:10.991410 --- ParallelTerminationStrategy: PID 4304 died...\u000a12:16:11.044251 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4304): Terminated: ok {rc=0}\u000a12:16:11.133599 bus /gobi_4: Setting Powered False\u000a12:16:12.235285 bus /gobi_4: Setting Powered False\u000a12:16:13.344454 bus /gobi_1: Setting Powered False\u000a12:16:14.451728 bus /gobi_1: Setting Powered False\u000a12:16:15.559304 bus /gobi_0: Setting Powered False\u000a12:16:16.661378 bus /gobi_0: Setting Powered False\u000a12:16:17.768238 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4313): Process ended prematurely: osmo-stp_10.42.42.5(pid=4313) [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4313)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4313): Process ended prematurely: osmo-stp_10.42.42.5(pid=4313) [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4313)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a12:16:18.835006 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:16:18.846649 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:16:18.983119 tst ping.py: using LAC 21399\u000a12:16:19.098748 tst ping.py: using RAC 234\u000a12:16:19.223242 tst ping.py: using CellId 21399\u000a12:16:19.342605 tst ping.py: using BVCI 21400\u000a12:16:19.365633 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:16:19.376565 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:16:19.387406 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:16:19.398212 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:16:19.409020 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:16:19.419800 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:16:19.430743 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:16:19.441509 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:16:19.718181 tst ping.py:19: start network...\u000a12:16:19.842934 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:16:20.319144 run create_hlr_db(pid=4307): Launched\u000a12:16:20.491206 bus /gobi_6: Setting Powered False\u000a12:16:21.512545 run create_hlr_db(pid=4307): Terminated: ok {rc=0}\u000a12:16:21.939355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4309): Launched\u000a12:16:22.258083 run osmo-hlr_10.42.42.2(pid=4310): Launched\u000a12:16:22.375658 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:16:22.938817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4312): Launched\u000a12:16:23.257016 run osmo-stp_10.42.42.5(pid=4313): Launched\u000a12:16:23.375483 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:16:23.907391 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4316): Launched\u000a12:16:24.013239 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:16:24.275366 run patchelf(pid=4317): Launched\u000a12:16:24.450837 run osmo-stp_10.42.42.5(pid=4313): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4313)]\u000a12:16:24.578876 run osmo-stp_10.42.42.5(pid=4313): stdout: \u000a| (launched: 2022-12-09_12:16:23.100144)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:16:24.707126 run osmo-stp_10.42.42.5(pid=4313): stderr: \u000a| �[0;m�[38;5;43m20221209121623287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121623287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121623288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121623288 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121623288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121623289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121623289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:16:24.830872 run osmo-stp_10.42.42.5(pid=4313): stdout: \u000a| (launched: 2022-12-09_12:16:23.100144)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:16:24.953077 run osmo-stp_10.42.42.5(pid=4313): stderr: \u000a| �[0;m�[38;5;43m20221209121623287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121623287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121623288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121623288 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121623288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121623289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121623289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:16:25.096728 run patchelf(pid=4317): Terminating (SIGINT)\u000a12:16:25.266689 run patchelf(pid=4317): Terminated: ok {rc=0}\u000a12:16:25.297669 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=4313): Process ended prematurely: osmo-stp_10.42.42.5(pid=4313) [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4313)] [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22]\u000a12:16:25.306265 tst ping.py:22: Test FAILED (6.5 sec)\u000a12:16:25.366404 run osmo-hlr_10.42.42.2(pid=4310): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4310)]\u000a12:16:25.415791 run osmo-hlr_10.42.42.2(pid=4310): stdout: \u000a| (launched: 2022-12-09_12:16:22.100850) \u000a12:16:25.465993 run osmo-hlr_10.42.42.2(pid=4310): stderr: \u000a| �[0;m�[1;31m20221209121622295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209121622295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209121622295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121622295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121622295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209121622295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209121622308 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209121622316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209121622316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209121622317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:16:25.508519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4309): Terminating (SIGTERM)\u000a12:16:25.548588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4312): Terminating (SIGTERM)\u000a12:16:25.588376 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4316): Terminating (SIGTERM)\u000a12:16:25.597631 --- ParallelTerminationStrategy: PID 4309 died...\u000a12:16:25.650969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4309): Terminated: ok {rc=0}\u000a12:16:25.660599 --- ParallelTerminationStrategy: PID 4312 died...\u000a12:16:25.713810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4312): Terminated: ok {rc=0}\u000a12:16:25.723360 --- ParallelTerminationStrategy: PID 4316 died...\u000a12:16:25.777435 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4316): Terminated: ok {rc=0}\u000a12:16:25.867134 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4324): Process ended prematurely: osmo-stp_10.42.42.5(pid=4324) [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4324)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4324): Process ended prematurely: osmo-stp_10.42.42.5(pid=4324) [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4324)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a12:16:26.919185 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:16:26.931586 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:16:27.066149 tst ping_idle_ping.py: using LAC 21400\u000a12:16:27.183900 tst ping_idle_ping.py: using RAC 235\u000a12:16:27.303173 tst ping_idle_ping.py: using CellId 21400\u000a12:16:27.420294 tst ping_idle_ping.py: using BVCI 21401\u000a12:16:27.443236 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:16:27.454430 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:16:27.465398 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:16:27.476457 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:16:27.487398 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:16:27.498261 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:16:27.509206 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:16:27.519912 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:16:27.798691 tst ping_idle_ping.py:24: start network...\u000a12:16:27.923655 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:16:28.407313 run create_hlr_db(pid=4318): Launched\u000a12:16:28.582435 bus /gobi_6: Setting Powered False\u000a12:16:29.602179 run create_hlr_db(pid=4318): Terminated: ok {rc=0}\u000a12:16:30.031217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4320): Launched\u000a12:16:30.353537 run osmo-hlr_10.42.42.2(pid=4321): Launched\u000a12:16:30.472618 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:16:31.067205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4323): Launched\u000a12:16:31.480605 run osmo-stp_10.42.42.5(pid=4324): Launched\u000a12:16:31.694374 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:16:32.266254 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4326): Launched\u000a12:16:32.373275 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:16:32.638243 run patchelf(pid=4327): Launched\u000a12:16:32.815965 run osmo-stp_10.42.42.5(pid=4324): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4324)]\u000a12:16:32.945271 run osmo-stp_10.42.42.5(pid=4324): stdout: \u000a| (launched: 2022-12-09_12:16:31.233302)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:16:33.074696 run osmo-stp_10.42.42.5(pid=4324): stderr: \u000a| �[0;m�[38;5;43m20221209121631520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121631520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121631520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121631520 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121631521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121631521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121631521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:16:33.199359 run osmo-stp_10.42.42.5(pid=4324): stdout: \u000a| (launched: 2022-12-09_12:16:31.233302)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:16:33.322455 run osmo-stp_10.42.42.5(pid=4324): stderr: \u000a| �[0;m�[38;5;43m20221209121631520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121631520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121631520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121631520 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121631521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121631521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121631521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:16:33.467410 run patchelf(pid=4327): Terminating (SIGINT)\u000a12:16:33.638212 run patchelf(pid=4327): Terminated: ok {rc=0}\u000a12:16:33.669358 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=4324): Process ended prematurely: osmo-stp_10.42.42.5(pid=4324) [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4324)] [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a12:16:33.678069 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a12:16:33.738206 run osmo-hlr_10.42.42.2(pid=4321): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4321)]\u000a12:16:33.787355 run osmo-hlr_10.42.42.2(pid=4321): stdout: \u000a| (launched: 2022-12-09_12:16:30.194513) \u000a12:16:33.837678 run osmo-hlr_10.42.42.2(pid=4321): stderr: \u000a| �[0;m�[1;31m20221209121630388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209121630388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209121630389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121630389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121630389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209121630389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209121630404 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209121630412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209121630412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209121630412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:16:33.879944 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4320): Terminating (SIGTERM)\u000a12:16:33.920002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4323): Terminating (SIGTERM)\u000a12:16:33.959985 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4326): Terminating (SIGTERM)\u000a12:16:33.969373 --- ParallelTerminationStrategy: PID 4320 died...\u000a12:16:34.023024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4320): Terminated: ok {rc=0}\u000a12:16:34.032691 --- ParallelTerminationStrategy: PID 4323 died...\u000a12:16:34.086036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4323): Terminated: ok {rc=0}\u000a12:16:34.095818 --- ParallelTerminationStrategy: PID 4326 died...\u000a12:16:34.149924 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4326): Terminated: ok {rc=0}\u000a12:16:34.240229 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "126", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:15:36" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4342): Process ended prematurely: osmo-stp_10.42.42.5(pid=4342) [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4342)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4342): Process ended prematurely: osmo-stp_10.42.42.5(pid=4342) [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4342)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:16:36.385266 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:16:36.396595 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:16:36.552625 tst cs_paging_gprs_active.py: using LAC 21401\u000a12:16:36.674761 tst cs_paging_gprs_active.py: using RAC 236\u000a12:16:36.802886 tst cs_paging_gprs_active.py: using CellId 21401\u000a12:16:36.931872 tst cs_paging_gprs_active.py: using BVCI 21402\u000a12:16:36.957428 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:16:36.968863 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:16:36.980269 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:16:36.991914 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:16:37.003649 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:16:37.015344 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:16:37.027133 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:16:37.038695 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:16:37.050811 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:16:37.171021 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:16:37.470918 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:16:37.608045 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:16:37.949750 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4332): Launched\u000a12:16:38.235205 run iperf3-srv_10.42.42.10(pid=4333): Launched\u000a12:16:38.436369 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:16:38.573521 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:16:38.914478 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4334): Launched\u000a12:16:39.199203 run iperf3-srv_10.42.42.10(pid=4335): Launched\u000a12:16:39.401142 tst cs_paging_gprs_active.py:38: start network...\u000a12:16:39.538274 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:16:40.055779 run create_hlr_db(pid=4336): Launched\u000a12:16:40.246251 bus /gobi_6: Setting Powered False\u000a12:16:41.267078 run create_hlr_db(pid=4336): Terminated: ok {rc=0}\u000a12:16:41.704931 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4338): Launched\u000a12:16:42.034637 run osmo-hlr_10.42.42.2(pid=4339): Launched\u000a12:16:42.154922 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:16:42.725131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4341): Launched\u000a12:16:43.056235 run osmo-stp_10.42.42.5(pid=4342): Launched\u000a12:16:43.176542 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:16:43.753205 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4344): Launched\u000a12:16:43.870398 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:16:44.160339 run patchelf(pid=4345): Launched\u000a12:16:44.352387 run osmo-stp_10.42.42.5(pid=4342): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4342)]\u000a12:16:44.492211 run osmo-stp_10.42.42.5(pid=4342): stdout: \u000a| (launched: 2022-12-09_12:16:42.892511)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:16:44.632000 run osmo-stp_10.42.42.5(pid=4342): stderr: \u000a| �[0;m�[38;5;43m20221209121643080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121643080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121643081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121643081 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121643082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121643082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121643082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:16:44.767960 run osmo-stp_10.42.42.5(pid=4342): stdout: \u000a| (launched: 2022-12-09_12:16:42.892511)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:16:44.902835 run osmo-stp_10.42.42.5(pid=4342): stderr: \u000a| �[0;m�[38;5;43m20221209121643080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121643080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121643081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121643081 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121643082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121643082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121643082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:16:45.060470 run patchelf(pid=4345): Terminating (SIGINT)\u000a12:16:45.246449 run patchelf(pid=4345): Terminated: ok {rc=0}\u000a12:16:45.280306 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=4342): Process ended prematurely: osmo-stp_10.42.42.5(pid=4342) [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4342)] [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a12:16:45.290173 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a12:16:45.354674 run osmo-hlr_10.42.42.2(pid=4339): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4339)]\u000a12:16:45.406612 run osmo-hlr_10.42.42.2(pid=4339): stdout: \u000a| (launched: 2022-12-09_12:16:41.871701) \u000a12:16:45.459576 run osmo-hlr_10.42.42.2(pid=4339): stderr: \u000a| �[0;m�[1;31m20221209121642067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209121642067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209121642067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121642067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121642067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209121642067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209121642079 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209121642088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209121642088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209121642088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:16:45.504154 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4332): Terminating (SIGTERM)\u000a12:16:45.546574 run iperf3-srv_10.42.42.10(pid=4333): Terminating (SIGTERM)\u000a12:16:45.588933 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4334): Terminating (SIGTERM)\u000a12:16:45.631178 run iperf3-srv_10.42.42.10(pid=4335): Terminating (SIGTERM)\u000a12:16:45.674041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4338): Terminating (SIGTERM)\u000a12:16:45.716172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4341): Terminating (SIGTERM)\u000a12:16:45.758661 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4344): Terminating (SIGTERM)\u000a12:16:45.768656 --- ParallelTerminationStrategy: PID 4332 died...\u000a12:16:45.825783 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4332): Terminated: ok {rc=0}\u000a12:16:45.840520 --- ParallelTerminationStrategy: PID 4333 died...\u000a12:16:45.907528 run iperf3-srv_10.42.42.10(pid=4333): Terminated {rc=256}\u000a12:16:45.918904 --- ParallelTerminationStrategy: PID 4334 died...\u000a12:16:45.978773 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4334): Terminated: ok {rc=0}\u000a12:16:45.989944 --- ParallelTerminationStrategy: PID 4335 died...\u000a12:16:46.048877 run iperf3-srv_10.42.42.10(pid=4335): Terminated {rc=256}\u000a12:16:46.059855 --- ParallelTerminationStrategy: PID 4338 died...\u000a12:16:46.117690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4338): Terminated: ok {rc=0}\u000a12:16:46.129527 --- ParallelTerminationStrategy: PID 4341 died...\u000a12:16:46.188450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4341): Terminated: ok {rc=0}\u000a12:16:46.199495 --- ParallelTerminationStrategy: PID 4344 died...\u000a12:16:46.257913 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4344): Terminated: ok {rc=0}\u000a12:16:46.347392 bus /gobi_0: Setting Powered False\u000a12:16:47.448239 bus /gobi_0: Setting Powered False\u000a12:16:48.556005 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4354): Process ended prematurely: osmo-stp_10.42.42.5(pid=4354) [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4354)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4354): Process ended prematurely: osmo-stp_10.42.42.5(pid=4354) [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4354)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a12:16:49.672387 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:16:49.684776 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:16:49.851777 tst iperf3.py: using LAC 21402\u000a12:16:49.980289 tst iperf3.py: using RAC 237\u000a12:16:50.103251 tst iperf3.py: using CellId 21402\u000a12:16:50.226431 tst iperf3.py: using BVCI 21403\u000a12:16:50.250111 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:16:50.261517 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:16:50.272529 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:16:50.284006 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:16:50.295361 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:16:50.306913 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:16:50.318429 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:16:50.329702 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:16:50.341127 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:16:50.637149 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:16:50.773142 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:16:51.113785 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4346): Launched\u000a12:16:51.397865 run iperf3-srv_10.42.42.10(pid=4347): Launched\u000a12:16:51.599465 tst iperf3.py:8: start network...\u000a12:16:51.736389 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:16:52.255060 run create_hlr_db(pid=4348): Launched\u000a12:16:52.444063 bus /gobi_6: Setting Powered False\u000a12:16:53.465062 run create_hlr_db(pid=4348): Terminated: ok {rc=0}\u000a12:16:53.877053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4350): Launched\u000a12:16:54.184685 run osmo-hlr_10.42.42.2(pid=4351): Launched\u000a12:16:54.296804 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:16:54.835505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4353): Launched\u000a12:16:55.142885 run osmo-stp_10.42.42.5(pid=4354): Launched\u000a12:16:55.253382 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:16:55.789437 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4356): Launched\u000a12:16:55.899339 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:16:56.170118 run patchelf(pid=4357): Launched\u000a12:16:56.349719 run osmo-stp_10.42.42.5(pid=4354): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4354)]\u000a12:16:56.480661 run osmo-stp_10.42.42.5(pid=4354): stdout: \u000a| (launched: 2022-12-09_12:16:54.991061)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:16:56.612454 run osmo-stp_10.42.42.5(pid=4354): stderr: \u000a| �[0;m�[38;5;43m20221209121655160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121655160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121655160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121655161 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121655161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121655161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121655161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:16:56.739896 run osmo-stp_10.42.42.5(pid=4354): stdout: \u000a| (launched: 2022-12-09_12:16:54.991061)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:16:56.865914 run osmo-stp_10.42.42.5(pid=4354): stderr: \u000a| �[0;m�[38;5;43m20221209121655160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121655160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121655160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121655161 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121655161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121655161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121655161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:16:57.013347 run patchelf(pid=4357): Terminating (SIGINT)\u000a12:16:57.187609 run patchelf(pid=4357): Terminated: ok {rc=0}\u000a12:16:57.219776 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4354): Process ended prematurely: osmo-stp_10.42.42.5(pid=4354) [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4354)] [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a12:16:57.229351 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a12:16:57.290267 run osmo-hlr_10.42.42.2(pid=4351): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4351)]\u000a12:16:57.339579 run osmo-hlr_10.42.42.2(pid=4351): stdout: \u000a| (launched: 2022-12-09_12:16:54.033129) \u000a12:16:57.389917 run osmo-hlr_10.42.42.2(pid=4351): stderr: \u000a| �[0;m�[1;31m20221209121654209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209121654209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209121654209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121654209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121654209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209121654209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209121654222 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209121654230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209121654230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209121654230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:16:57.432439 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4346): Terminating (SIGTERM)\u000a12:16:57.472504 run iperf3-srv_10.42.42.10(pid=4347): Terminating (SIGTERM)\u000a12:16:57.513872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4350): Terminating (SIGTERM)\u000a12:16:57.554236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4353): Terminating (SIGTERM)\u000a12:16:57.594456 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4356): Terminating (SIGTERM)\u000a12:16:57.603761 --- ParallelTerminationStrategy: PID 4346 died...\u000a12:16:57.657537 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4346): Terminated: ok {rc=0}\u000a12:16:57.667500 --- ParallelTerminationStrategy: PID 4347 died...\u000a12:16:57.720706 run iperf3-srv_10.42.42.10(pid=4347): Terminated {rc=256}\u000a12:16:57.730661 --- ParallelTerminationStrategy: PID 4350 died...\u000a12:16:57.783897 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4350): Terminated: ok {rc=0}\u000a12:16:57.793833 --- ParallelTerminationStrategy: PID 4353 died...\u000a12:16:57.847141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4353): Terminated: ok {rc=0}\u000a12:16:57.856837 --- ParallelTerminationStrategy: PID 4356 died...\u000a12:16:57.910554 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4356): Terminated: ok {rc=0}\u000a12:16:57.994317 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4375): Process ended prematurely: osmo-stp_10.42.42.5(pid=4375) [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4375)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4375): Process ended prematurely: osmo-stp_10.42.42.5(pid=4375) [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4375)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a12:16:59.103530 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:16:59.115461 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:16:59.270797 tst iperf3m4.py: using LAC 21403\u000a12:16:59.391936 tst iperf3m4.py: using RAC 238\u000a12:16:59.512042 tst iperf3m4.py: using CellId 21403\u000a12:16:59.632425 tst iperf3m4.py: using BVCI 21404\u000a12:16:59.656112 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:16:59.667425 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:16:59.678485 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:16:59.690080 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:16:59.701228 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:16:59.712229 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:16:59.723448 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:16:59.734529 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:16:59.745547 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:16:59.866905 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:16:59.991195 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:17:00.111530 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:17:00.409398 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:17:00.546759 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:17:00.897793 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4358): Launched\u000a12:17:01.185888 run iperf3-srv_10.42.42.10(pid=4359): Launched\u000a12:17:01.395082 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:17:01.527348 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:17:01.870677 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4363): Launched\u000a12:17:02.159212 run iperf3-srv_10.42.42.10(pid=4364): Launched\u000a12:17:02.347756 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:17:02.492464 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:17:02.842842 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4365): Launched\u000a12:17:03.126116 run iperf3-srv_10.42.42.10(pid=4366): Launched\u000a12:17:03.327371 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:17:03.463952 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:17:03.805738 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4367): Launched\u000a12:17:04.090582 run iperf3-srv_10.42.42.10(pid=4368): Launched\u000a12:17:04.291746 tst iperf3m4.py:8: start network...\u000a12:17:04.428848 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:17:04.945710 run create_hlr_db(pid=4369): Launched\u000a12:17:05.134871 bus /gobi_6: Setting Powered False\u000a12:17:06.157079 run create_hlr_db(pid=4369): Terminated: ok {rc=0}\u000a12:17:06.594211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4371): Launched\u000a12:17:06.924386 run osmo-hlr_10.42.42.2(pid=4372): Launched\u000a12:17:07.043776 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:17:07.618734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4374): Launched\u000a12:17:07.949709 run osmo-stp_10.42.42.5(pid=4375): Launched\u000a12:17:08.068826 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:17:08.644135 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4377): Launched\u000a12:17:08.761415 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:17:09.048464 run patchelf(pid=4378): Launched\u000a12:17:09.241105 run osmo-stp_10.42.42.5(pid=4375): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4375)]\u000a12:17:09.381525 run osmo-stp_10.42.42.5(pid=4375): stdout: \u000a| (launched: 2022-12-09_12:17:07.785374)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:17:09.521861 run osmo-stp_10.42.42.5(pid=4375): stderr: \u000a| �[0;m�[38;5;43m20221209121707973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121707973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121707973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121707974 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121707974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121707974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121707974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:17:09.657412 run osmo-stp_10.42.42.5(pid=4375): stdout: \u000a| (launched: 2022-12-09_12:17:07.785374)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:17:09.792098 run osmo-stp_10.42.42.5(pid=4375): stderr: \u000a| �[0;m�[38;5;43m20221209121707973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121707973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121707973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121707974 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121707974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121707974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121707974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:17:09.949789 run patchelf(pid=4378): Terminating (SIGINT)\u000a12:17:10.135614 run patchelf(pid=4378): Terminated: ok {rc=0}\u000a12:17:10.170122 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4375): Process ended prematurely: osmo-stp_10.42.42.5(pid=4375) [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4375)] [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a12:17:10.180150 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a12:17:10.244937 run osmo-hlr_10.42.42.2(pid=4372): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4372)]\u000a12:17:10.297334 run osmo-hlr_10.42.42.2(pid=4372): stdout: \u000a| (launched: 2022-12-09_12:17:06.760626) \u000a12:17:10.350495 run osmo-hlr_10.42.42.2(pid=4372): stderr: \u000a| �[0;m�[1;31m20221209121706956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209121706956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209121706956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121706956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121706956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209121706956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209121706968 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209121706977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209121706977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209121706977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:17:10.395737 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4358): Terminating (SIGTERM)\u000a12:17:10.438193 run iperf3-srv_10.42.42.10(pid=4359): Terminating (SIGTERM)\u000a12:17:10.481112 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4363): Terminating (SIGTERM)\u000a12:17:10.523379 run iperf3-srv_10.42.42.10(pid=4364): Terminating (SIGTERM)\u000a12:17:10.565890 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4365): Terminating (SIGTERM)\u000a12:17:10.608054 run iperf3-srv_10.42.42.10(pid=4366): Terminating (SIGTERM)\u000a12:17:10.650455 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4367): Terminating (SIGTERM)\u000a12:17:10.692854 run iperf3-srv_10.42.42.10(pid=4368): Terminating (SIGTERM)\u000a12:17:10.735314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4371): Terminating (SIGTERM)\u000a12:17:10.777425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4374): Terminating (SIGTERM)\u000a12:17:10.819996 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4377): Terminating (SIGTERM)\u000a12:17:10.829764 --- ParallelTerminationStrategy: PID 4358 died...\u000a12:17:10.886131 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4358): Terminated: ok {rc=0}\u000a12:17:10.896403 --- ParallelTerminationStrategy: PID 4359 died...\u000a12:17:10.952273 run iperf3-srv_10.42.42.10(pid=4359): Terminated {rc=256}\u000a12:17:10.962529 --- ParallelTerminationStrategy: PID 4363 died...\u000a12:17:11.018539 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4363): Terminated: ok {rc=0}\u000a12:17:11.028794 --- ParallelTerminationStrategy: PID 4364 died...\u000a12:17:11.085259 run iperf3-srv_10.42.42.10(pid=4364): Terminated {rc=256}\u000a12:17:11.095306 --- ParallelTerminationStrategy: PID 4365 died...\u000a12:17:11.152324 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4365): Terminated: ok {rc=0}\u000a12:17:11.162600 --- ParallelTerminationStrategy: PID 4366 died...\u000a12:17:11.219357 run iperf3-srv_10.42.42.10(pid=4366): Terminated {rc=256}\u000a12:17:11.229690 --- ParallelTerminationStrategy: PID 4367 died...\u000a12:17:11.286270 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4367): Terminated: ok {rc=0}\u000a12:17:11.296505 --- ParallelTerminationStrategy: PID 4368 died...\u000a12:17:11.353415 run iperf3-srv_10.42.42.10(pid=4368): Terminated {rc=256}\u000a12:17:11.363502 --- ParallelTerminationStrategy: PID 4371 died...\u000a12:17:11.420276 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4371): Terminated: ok {rc=0}\u000a12:17:11.430494 --- ParallelTerminationStrategy: PID 4374 died...\u000a12:17:11.487692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4374): Terminated: ok {rc=0}\u000a12:17:11.497976 --- ParallelTerminationStrategy: PID 4377 died...\u000a12:17:11.554696 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4377): Terminated: ok {rc=0}\u000a12:17:11.642291 bus /gobi_4: Setting Powered False\u000a12:17:12.746310 bus /gobi_4: Setting Powered False\u000a12:17:13.859253 bus /gobi_1: Setting Powered False\u000a12:17:14.964499 bus /gobi_1: Setting Powered False\u000a12:17:16.076790 bus /gobi_0: Setting Powered False\u000a12:17:17.181837 bus /gobi_0: Setting Powered False\u000a12:17:18.290122 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4386): Process ended prematurely: osmo-stp_10.42.42.5(pid=4386) [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4386)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4386): Process ended prematurely: osmo-stp_10.42.42.5(pid=4386) [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4386)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a12:17:19.359599 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:17:19.372010 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:17:19.534106 tst ping.py: using LAC 21404\u000a12:17:19.661382 tst ping.py: using RAC 239\u000a12:17:19.789246 tst ping.py: using CellId 21404\u000a12:17:19.913881 tst ping.py: using BVCI 21405\u000a12:17:19.938470 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:17:19.950219 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:17:19.961759 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:17:19.973789 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:17:19.985165 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:17:19.996941 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:17:20.009126 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:17:20.020450 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:17:20.314926 tst ping.py:19: start network...\u000a12:17:20.449112 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:17:20.956529 run create_hlr_db(pid=4380): Launched\u000a12:17:21.143586 bus /gobi_6: Setting Powered False\u000a12:17:22.164439 run create_hlr_db(pid=4380): Terminated: ok {rc=0}\u000a12:17:22.571656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4382): Launched\u000a12:17:22.873412 run osmo-hlr_10.42.42.2(pid=4383): Launched\u000a12:17:22.987914 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:17:23.513480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4385): Launched\u000a12:17:23.814255 run osmo-stp_10.42.42.5(pid=4386): Launched\u000a12:17:23.923347 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:17:24.452080 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4388): Launched\u000a12:17:24.558439 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:17:24.821853 run patchelf(pid=4389): Launched\u000a12:17:24.998874 run osmo-stp_10.42.42.5(pid=4386): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4386)]\u000a12:17:25.127683 run osmo-stp_10.42.42.5(pid=4386): stdout: \u000a| (launched: 2022-12-09_12:17:23.665811)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:17:25.256677 run osmo-stp_10.42.42.5(pid=4386): stderr: \u000a| �[0;m�[38;5;43m20221209121723834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121723834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121723834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121723834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121723835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121723835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121723835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:17:25.380918 run osmo-stp_10.42.42.5(pid=4386): stdout: \u000a| (launched: 2022-12-09_12:17:23.665811)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:17:25.503970 run osmo-stp_10.42.42.5(pid=4386): stderr: \u000a| �[0;m�[38;5;43m20221209121723834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121723834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121723834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121723834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121723835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121723835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121723835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:17:25.648589 run patchelf(pid=4389): Terminating (SIGINT)\u000a12:17:25.819210 run patchelf(pid=4389): Terminated: ok {rc=0}\u000a12:17:25.850582 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=4386): Process ended prematurely: osmo-stp_10.42.42.5(pid=4386) [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4386)] [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22]\u000a12:17:25.859129 tst ping.py:22: Test FAILED (6.5 sec)\u000a12:17:25.919103 run osmo-hlr_10.42.42.2(pid=4383): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4383)]\u000a12:17:25.968340 run osmo-hlr_10.42.42.2(pid=4383): stdout: \u000a| (launched: 2022-12-09_12:17:22.724192) \u000a12:17:26.018164 run osmo-hlr_10.42.42.2(pid=4383): stderr: \u000a| �[0;m�[1;31m20221209121722897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209121722897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209121722898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121722898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121722898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209121722898 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209121722911 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209121722922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209121722922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209121722922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:17:26.060562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4382): Terminating (SIGTERM)\u000a12:17:26.100566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4385): Terminating (SIGTERM)\u000a12:17:26.140704 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4388): Terminating (SIGTERM)\u000a12:17:26.149673 --- ParallelTerminationStrategy: PID 4382 died...\u000a12:17:26.203152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4382): Terminated: ok {rc=0}\u000a12:17:26.212726 --- ParallelTerminationStrategy: PID 4385 died...\u000a12:17:26.266356 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4385): Terminated: ok {rc=0}\u000a12:17:26.275887 --- ParallelTerminationStrategy: PID 4388 died...\u000a12:17:26.329050 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4388): Terminated: ok {rc=0}\u000a12:17:26.418167 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4396): Process ended prematurely: osmo-stp_10.42.42.5(pid=4396) [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4396)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4396): Process ended prematurely: osmo-stp_10.42.42.5(pid=4396) [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4396)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a12:17:27.470232 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:17:27.483095 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:17:27.644663 tst ping_idle_ping.py: using LAC 21405\u000a12:17:27.763455 tst ping_idle_ping.py: using RAC 240\u000a12:17:27.883681 tst ping_idle_ping.py: using CellId 21405\u000a12:17:28.003891 tst ping_idle_ping.py: using BVCI 21406\u000a12:17:28.027132 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:17:28.038284 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:17:28.049228 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:17:28.060653 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:17:28.075114 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:17:28.087312 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:17:28.099228 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:17:28.111188 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:17:28.407916 tst ping_idle_ping.py:24: start network...\u000a12:17:28.542674 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:17:29.053848 run create_hlr_db(pid=4390): Launched\u000a12:17:29.241814 bus /gobi_6: Setting Powered False\u000a12:17:30.262963 run create_hlr_db(pid=4390): Terminated: ok {rc=0}\u000a12:17:30.674880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4392): Launched\u000a12:17:31.137898 run osmo-hlr_10.42.42.2(pid=4393): Launched\u000a12:17:31.351148 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:17:31.904217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4395): Launched\u000a12:17:32.377984 run osmo-stp_10.42.42.5(pid=4396): Launched\u000a12:17:32.485182 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:17:33.014882 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4398): Launched\u000a12:17:33.122417 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:17:33.388304 run patchelf(pid=4399): Launched\u000a12:17:33.566063 run osmo-stp_10.42.42.5(pid=4396): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4396)]\u000a12:17:33.695091 run osmo-stp_10.42.42.5(pid=4396): stdout: \u000a| (launched: 2022-12-09_12:17:32.074088)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:17:33.824202 run osmo-stp_10.42.42.5(pid=4396): stderr: \u000a| �[0;m�[38;5;43m20221209121732268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121732268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121732268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121732269 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121732269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121732269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121732269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:17:33.949060 run osmo-stp_10.42.42.5(pid=4396): stdout: \u000a| (launched: 2022-12-09_12:17:32.074088)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:17:34.072208 run osmo-stp_10.42.42.5(pid=4396): stderr: \u000a| �[0;m�[38;5;43m20221209121732268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121732268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121732268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121732269 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121732269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121732269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121732269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:17:34.217468 run patchelf(pid=4399): Terminating (SIGINT)\u000a12:17:34.389680 run patchelf(pid=4399): Terminated: ok {rc=0}\u000a12:17:34.420579 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=4396): Process ended prematurely: osmo-stp_10.42.42.5(pid=4396) [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4396)] [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a12:17:34.429311 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a12:17:34.489310 run osmo-hlr_10.42.42.2(pid=4393): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4393)]\u000a12:17:34.538325 run osmo-hlr_10.42.42.2(pid=4393): stdout: \u000a| (launched: 2022-12-09_12:17:30.827718) \u000a12:17:34.587948 run osmo-hlr_10.42.42.2(pid=4393): stderr: \u000a| �[0;m�[1;31m20221209121731064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209121731064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209121731064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121731064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121731064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209121731064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209121731082 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209121731096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209121731096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209121731096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:17:34.629897 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4392): Terminating (SIGTERM)\u000a12:17:34.669704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4395): Terminating (SIGTERM)\u000a12:17:34.709466 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4398): Terminating (SIGTERM)\u000a12:17:34.718701 --- ParallelTerminationStrategy: PID 4392 died...\u000a12:17:34.772271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4392): Terminated: ok {rc=0}\u000a12:17:34.782039 --- ParallelTerminationStrategy: PID 4395 died...\u000a12:17:34.835111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4395): Terminated: ok {rc=0}\u000a12:17:34.844724 --- ParallelTerminationStrategy: PID 4398 died...\u000a12:17:34.898330 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4398): Terminated: ok {rc=0}\u000a12:17:34.986654 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "127", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:16:36" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4414): Process ended prematurely: osmo-stp_10.42.42.5(pid=4414) [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4414)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4414): Process ended prematurely: osmo-stp_10.42.42.5(pid=4414) [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4414)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:17:37.138928 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:17:37.150525 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:17:37.309802 tst cs_paging_gprs_active.py: using LAC 21406\u000a12:17:37.432379 tst cs_paging_gprs_active.py: using RAC 241\u000a12:17:37.555444 tst cs_paging_gprs_active.py: using CellId 21406\u000a12:17:37.676178 tst cs_paging_gprs_active.py: using BVCI 21407\u000a12:17:37.699559 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:17:37.710752 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:17:37.721984 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:17:37.733118 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:17:37.743951 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:17:37.754847 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:17:37.765878 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:17:37.776725 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:17:37.787883 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:17:37.909209 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:17:38.210007 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:17:38.348383 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:17:38.689688 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4404): Launched\u000a12:17:38.976545 run iperf3-srv_10.42.42.10(pid=4405): Launched\u000a12:17:39.179423 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:17:39.317416 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:17:39.661169 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4406): Launched\u000a12:17:39.946280 run iperf3-srv_10.42.42.10(pid=4407): Launched\u000a12:17:40.148642 tst cs_paging_gprs_active.py:38: start network...\u000a12:17:40.287017 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:17:40.807520 run create_hlr_db(pid=4408): Launched\u000a12:17:40.997943 bus /gobi_6: Setting Powered False\u000a12:17:42.019443 run create_hlr_db(pid=4408): Terminated: ok {rc=0}\u000a12:17:42.443303 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4410): Launched\u000a12:17:42.774391 run osmo-hlr_10.42.42.2(pid=4411): Launched\u000a12:17:42.894364 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:17:43.467945 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4413): Launched\u000a12:17:43.799433 run osmo-stp_10.42.42.5(pid=4414): Launched\u000a12:17:43.918913 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:17:44.496286 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4416): Launched\u000a12:17:44.613957 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:17:44.905341 run patchelf(pid=4417): Launched\u000a12:17:45.087279 run osmo-stp_10.42.42.5(pid=4414): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4414)]\u000a12:17:45.219823 run osmo-stp_10.42.42.5(pid=4414): stdout: \u000a| (launched: 2022-12-09_12:17:43.635181)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:17:45.352274 run osmo-stp_10.42.42.5(pid=4414): stderr: \u000a| �[0;m�[38;5;43m20221209121743824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121743824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121743824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121743825 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121743825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121743825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121743825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:17:45.480267 run osmo-stp_10.42.42.5(pid=4414): stdout: \u000a| (launched: 2022-12-09_12:17:43.635181)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:17:45.607619 run osmo-stp_10.42.42.5(pid=4414): stderr: \u000a| �[0;m�[38;5;43m20221209121743824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121743824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121743824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121743825 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121743825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121743825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121743825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:17:45.756698 run patchelf(pid=4417): Terminating (SIGINT)\u000a12:17:45.951927 run patchelf(pid=4417): Terminated: ok {rc=0}\u000a12:17:45.988059 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=4414): Process ended prematurely: osmo-stp_10.42.42.5(pid=4414) [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4414)] [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a12:17:46.003664 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a12:17:46.077263 run osmo-hlr_10.42.42.2(pid=4411): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4411)]\u000a12:17:46.133132 run osmo-hlr_10.42.42.2(pid=4411): stdout: \u000a| (launched: 2022-12-09_12:17:42.611358) \u000a12:17:46.189168 run osmo-hlr_10.42.42.2(pid=4411): stderr: \u000a| �[0;m�[1;31m20221209121742809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209121742809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209121742809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121742809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121742809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209121742809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209121742822 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209121742830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209121742830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209121742830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:17:46.237071 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4404): Terminating (SIGTERM)\u000a12:17:46.282082 run iperf3-srv_10.42.42.10(pid=4405): Terminating (SIGTERM)\u000a12:17:46.329525 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4406): Terminating (SIGTERM)\u000a12:17:46.373818 run iperf3-srv_10.42.42.10(pid=4407): Terminating (SIGTERM)\u000a12:17:46.422219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4410): Terminating (SIGTERM)\u000a12:17:46.466529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4413): Terminating (SIGTERM)\u000a12:17:46.514379 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4416): Terminating (SIGTERM)\u000a12:17:46.525265 --- ParallelTerminationStrategy: PID 4404 died...\u000a12:17:46.586365 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4404): Terminated: ok {rc=0}\u000a12:17:46.597532 --- ParallelTerminationStrategy: PID 4405 died...\u000a12:17:46.656881 run iperf3-srv_10.42.42.10(pid=4405): Terminated {rc=256}\u000a12:17:46.668442 --- ParallelTerminationStrategy: PID 4406 died...\u000a12:17:46.729821 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4406): Terminated: ok {rc=0}\u000a12:17:46.741269 --- ParallelTerminationStrategy: PID 4407 died...\u000a12:17:46.801256 run iperf3-srv_10.42.42.10(pid=4407): Terminated {rc=256}\u000a12:17:46.812328 --- ParallelTerminationStrategy: PID 4410 died...\u000a12:17:46.873004 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4410): Terminated: ok {rc=0}\u000a12:17:46.884406 --- ParallelTerminationStrategy: PID 4413 died...\u000a12:17:46.945417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4413): Terminated: ok {rc=0}\u000a12:17:46.956501 --- ParallelTerminationStrategy: PID 4416 died...\u000a12:17:47.016763 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4416): Terminated: ok {rc=0}\u000a12:17:47.105408 bus /gobi_0: Setting Powered False\u000a12:17:48.209201 bus /gobi_0: Setting Powered False\u000a12:17:49.315876 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4426): Process ended prematurely: osmo-stp_10.42.42.5(pid=4426) [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4426)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4426): Process ended prematurely: osmo-stp_10.42.42.5(pid=4426) [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4426)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a12:17:50.427394 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:17:50.439251 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:17:50.594063 tst iperf3.py: using LAC 21407\u000a12:17:50.714372 tst iperf3.py: using RAC 242\u000a12:17:50.836119 tst iperf3.py: using CellId 21407\u000a12:17:50.958365 tst iperf3.py: using BVCI 21408\u000a12:17:50.981755 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:17:50.992837 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:17:51.003885 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:17:51.014919 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:17:51.025857 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:17:51.036692 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:17:51.047759 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:17:51.058614 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:17:51.069652 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:17:51.367034 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:17:51.504164 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:17:51.845977 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4418): Launched\u000a12:17:52.129002 run iperf3-srv_10.42.42.10(pid=4419): Launched\u000a12:17:52.330559 tst iperf3.py:8: start network...\u000a12:17:52.467845 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:17:52.987948 run create_hlr_db(pid=4420): Launched\u000a12:17:53.179025 bus /gobi_6: Setting Powered False\u000a12:17:54.199948 run create_hlr_db(pid=4420): Terminated: ok {rc=0}\u000a12:17:54.618331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4422): Launched\u000a12:17:54.927014 run osmo-hlr_10.42.42.2(pid=4423): Launched\u000a12:17:55.040325 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:17:55.577117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4425): Launched\u000a12:17:55.885721 run osmo-stp_10.42.42.5(pid=4426): Launched\u000a12:17:55.996715 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:17:56.533730 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4428): Launched\u000a12:17:56.642703 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:17:56.911748 run patchelf(pid=4429): Launched\u000a12:17:57.091543 run osmo-stp_10.42.42.5(pid=4426): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4426)]\u000a12:17:57.222862 run osmo-stp_10.42.42.5(pid=4426): stdout: \u000a| (launched: 2022-12-09_12:17:55.733290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:17:57.354322 run osmo-stp_10.42.42.5(pid=4426): stderr: \u000a| �[0;m�[38;5;43m20221209121755901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121755901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121755902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121755902 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121755903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121755903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121755903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:17:57.481377 run osmo-stp_10.42.42.5(pid=4426): stdout: \u000a| (launched: 2022-12-09_12:17:55.733290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:17:57.607510 run osmo-stp_10.42.42.5(pid=4426): stderr: \u000a| �[0;m�[38;5;43m20221209121755901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121755901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121755902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121755902 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121755903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121755903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121755903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:17:57.755213 run patchelf(pid=4429): Terminating (SIGINT)\u000a12:17:57.929759 run patchelf(pid=4429): Terminated: ok {rc=0}\u000a12:17:57.961850 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4426): Process ended prematurely: osmo-stp_10.42.42.5(pid=4426) [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4426)] [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a12:17:57.971193 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a12:17:58.031449 run osmo-hlr_10.42.42.2(pid=4423): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4423)]\u000a12:17:58.080561 run osmo-hlr_10.42.42.2(pid=4423): stdout: \u000a| (launched: 2022-12-09_12:17:54.774765) \u000a12:17:58.130511 run osmo-hlr_10.42.42.2(pid=4423): stderr: \u000a| �[0;m�[1;31m20221209121754948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209121754948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209121754948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121754948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121754948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209121754948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209121754961 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209121754969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209121754969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209121754969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:17:58.172924 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4418): Terminating (SIGTERM)\u000a12:17:58.212865 run iperf3-srv_10.42.42.10(pid=4419): Terminating (SIGTERM)\u000a12:17:58.252930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4422): Terminating (SIGTERM)\u000a12:17:58.292808 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4425): Terminating (SIGTERM)\u000a12:17:58.332593 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4428): Terminating (SIGTERM)\u000a12:17:58.341877 --- ParallelTerminationStrategy: PID 4418 died...\u000a12:17:58.395865 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4418): Terminated: ok {rc=0}\u000a12:17:58.405812 --- ParallelTerminationStrategy: PID 4419 died...\u000a12:17:58.459237 run iperf3-srv_10.42.42.10(pid=4419): Terminated {rc=256}\u000a12:17:58.468833 --- ParallelTerminationStrategy: PID 4422 died...\u000a12:17:58.522559 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4422): Terminated: ok {rc=0}\u000a12:17:58.532114 --- ParallelTerminationStrategy: PID 4425 died...\u000a12:17:58.585079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4425): Terminated: ok {rc=0}\u000a12:17:58.594742 --- ParallelTerminationStrategy: PID 4428 died...\u000a12:17:58.648283 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4428): Terminated: ok {rc=0}\u000a12:17:58.733050 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4444): Process ended prematurely: osmo-stp_10.42.42.5(pid=4444) [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4444)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4444): Process ended prematurely: osmo-stp_10.42.42.5(pid=4444) [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4444)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a12:17:59.842129 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:17:59.853969 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:18:00.011571 tst iperf3m4.py: using LAC 21408\u000a12:18:00.132306 tst iperf3m4.py: using RAC 243\u000a12:18:00.253340 tst iperf3m4.py: using CellId 21408\u000a12:18:00.374703 tst iperf3m4.py: using BVCI 21409\u000a12:18:00.398153 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:18:00.409285 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:18:00.420141 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:18:00.431080 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:18:00.442031 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:18:00.452824 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:18:00.463759 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:18:00.474633 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:18:00.485705 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:18:00.603068 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:18:00.727777 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:18:00.854128 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:18:01.164710 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:18:01.305860 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:18:01.662992 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4430): Launched\u000a12:18:02.003077 run iperf3-srv_10.42.42.10(pid=4431): Launched\u000a12:18:02.199044 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:18:02.327082 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:18:02.649619 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4432): Launched\u000a12:18:02.915626 run iperf3-srv_10.42.42.10(pid=4433): Launched\u000a12:18:03.103208 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:18:03.230956 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:18:03.553089 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4434): Launched\u000a12:18:03.819415 run iperf3-srv_10.42.42.10(pid=4435): Launched\u000a12:18:04.006833 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:18:04.134779 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:18:04.457395 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4436): Launched\u000a12:18:04.725690 run iperf3-srv_10.42.42.10(pid=4437): Launched\u000a12:18:04.911831 tst iperf3m4.py:8: start network...\u000a12:18:05.038620 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:18:05.534522 run create_hlr_db(pid=4438): Launched\u000a12:18:05.710562 bus /gobi_6: Setting Powered False\u000a12:18:06.732294 run create_hlr_db(pid=4438): Terminated: ok {rc=0}\u000a12:18:07.143836 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4440): Launched\u000a12:18:07.451677 run osmo-hlr_10.42.42.2(pid=4441): Launched\u000a12:18:07.563530 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:18:08.102049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4443): Launched\u000a12:18:08.411146 run osmo-stp_10.42.42.5(pid=4444): Launched\u000a12:18:08.525283 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:18:09.101540 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4446): Launched\u000a12:18:09.219094 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:18:09.507256 run patchelf(pid=4447): Launched\u000a12:18:09.699648 run osmo-stp_10.42.42.5(pid=4444): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4444)]\u000a12:18:09.839627 run osmo-stp_10.42.42.5(pid=4444): stdout: \u000a| (launched: 2022-12-09_12:18:08.258444)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:18:09.979857 run osmo-stp_10.42.42.5(pid=4444): stderr: \u000a| �[0;m�[38;5;43m20221209121808428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121808428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121808428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121808429 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121808429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121808429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121808429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:18:10.115510 run osmo-stp_10.42.42.5(pid=4444): stdout: \u000a| (launched: 2022-12-09_12:18:08.258444)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:18:10.250960 run osmo-stp_10.42.42.5(pid=4444): stderr: \u000a| �[0;m�[38;5;43m20221209121808428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121808428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121808428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121808429 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121808429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121808429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121808429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:18:10.409066 run patchelf(pid=4447): Terminating (SIGINT)\u000a12:18:10.595238 run patchelf(pid=4447): Terminated: ok {rc=0}\u000a12:18:10.629763 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4444): Process ended prematurely: osmo-stp_10.42.42.5(pid=4444) [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4444)] [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a12:18:10.639966 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a12:18:10.704419 run osmo-hlr_10.42.42.2(pid=4441): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4441)]\u000a12:18:10.756908 run osmo-hlr_10.42.42.2(pid=4441): stdout: \u000a| (launched: 2022-12-09_12:18:07.300464) \u000a12:18:10.809887 run osmo-hlr_10.42.42.2(pid=4441): stderr: \u000a| �[0;m�[1;31m20221209121807474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209121807474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209121807474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121807474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121807474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209121807474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209121807486 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209121807494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209121807494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209121807494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:18:10.855034 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4430): Terminating (SIGTERM)\u000a12:18:10.897325 run iperf3-srv_10.42.42.10(pid=4431): Terminating (SIGTERM)\u000a12:18:10.940090 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4432): Terminating (SIGTERM)\u000a12:18:10.982321 run iperf3-srv_10.42.42.10(pid=4433): Terminating (SIGTERM)\u000a12:18:11.025004 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4434): Terminating (SIGTERM)\u000a12:18:11.067369 run iperf3-srv_10.42.42.10(pid=4435): Terminating (SIGTERM)\u000a12:18:11.110033 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4436): Terminating (SIGTERM)\u000a12:18:11.152641 run iperf3-srv_10.42.42.10(pid=4437): Terminating (SIGTERM)\u000a12:18:11.197009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4440): Terminating (SIGTERM)\u000a12:18:11.239758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4443): Terminating (SIGTERM)\u000a12:18:11.282197 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4446): Terminating (SIGTERM)\u000a12:18:11.292257 --- ParallelTerminationStrategy: PID 4430 died...\u000a12:18:11.349531 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4430): Terminated: ok {rc=0}\u000a12:18:11.359794 --- ParallelTerminationStrategy: PID 4431 died...\u000a12:18:11.416202 run iperf3-srv_10.42.42.10(pid=4431): Terminated {rc=256}\u000a12:18:11.426467 --- ParallelTerminationStrategy: PID 4432 died...\u000a12:18:11.482604 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4432): Terminated: ok {rc=0}\u000a12:18:11.493096 --- ParallelTerminationStrategy: PID 4433 died...\u000a12:18:11.549501 run iperf3-srv_10.42.42.10(pid=4433): Terminated {rc=256}\u000a12:18:11.559686 --- ParallelTerminationStrategy: PID 4434 died...\u000a12:18:11.616095 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4434): Terminated: ok {rc=0}\u000a12:18:11.626366 --- ParallelTerminationStrategy: PID 4435 died...\u000a12:18:11.682481 run iperf3-srv_10.42.42.10(pid=4435): Terminated {rc=256}\u000a12:18:11.693078 --- ParallelTerminationStrategy: PID 4436 died...\u000a12:18:11.749306 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4436): Terminated: ok {rc=0}\u000a12:18:11.760007 --- ParallelTerminationStrategy: PID 4437 died...\u000a12:18:11.816138 run iperf3-srv_10.42.42.10(pid=4437): Terminated {rc=256}\u000a12:18:11.826382 --- ParallelTerminationStrategy: PID 4440 died...\u000a12:18:11.882505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4440): Terminated: ok {rc=0}\u000a12:18:11.893057 --- ParallelTerminationStrategy: PID 4443 died...\u000a12:18:11.949562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4443): Terminated: ok {rc=0}\u000a12:18:11.959812 --- ParallelTerminationStrategy: PID 4446 died...\u000a12:18:12.016409 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4446): Terminated: ok {rc=0}\u000a12:18:12.103921 bus /gobi_4: Setting Powered False\u000a12:18:13.208226 bus /gobi_4: Setting Powered False\u000a12:18:14.320673 bus /gobi_1: Setting Powered False\u000a12:18:15.423871 bus /gobi_1: Setting Powered False\u000a12:18:16.546218 bus /gobi_0: Setting Powered False\u000a12:18:17.647632 bus /gobi_0: Setting Powered False\u000a12:18:18.760689 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4454): Process ended prematurely: osmo-stp_10.42.42.5(pid=4454) [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4454)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4454): Process ended prematurely: osmo-stp_10.42.42.5(pid=4454) [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4454)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a12:18:19.828838 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:18:19.840650 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:18:20.002932 tst ping.py: using LAC 21409\u000a12:18:20.133549 tst ping.py: using RAC 244\u000a12:18:20.258536 tst ping.py: using CellId 21409\u000a12:18:20.381990 tst ping.py: using BVCI 21410\u000a12:18:20.406744 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:18:20.418613 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:18:20.430307 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:18:20.442173 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:18:20.453930 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:18:20.465662 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:18:20.477469 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:18:20.489262 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:18:20.770123 tst ping.py:19: start network...\u000a12:18:20.895383 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:18:21.378968 run create_hlr_db(pid=4448): Launched\u000a12:18:21.553712 bus /gobi_6: Setting Powered False\u000a12:18:22.574561 run create_hlr_db(pid=4448): Terminated: ok {rc=0}\u000a12:18:23.007451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4450): Launched\u000a12:18:23.330923 run osmo-hlr_10.42.42.2(pid=4451): Launched\u000a12:18:23.450093 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:18:24.020596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4453): Launched\u000a12:18:24.345346 run osmo-stp_10.42.42.5(pid=4454): Launched\u000a12:18:24.462086 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:18:25.029645 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4456): Launched\u000a12:18:25.144323 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:18:25.428193 run patchelf(pid=4457): Launched\u000a12:18:25.617463 run osmo-stp_10.42.42.5(pid=4454): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4454)]\u000a12:18:25.755794 run osmo-stp_10.42.42.5(pid=4454): stdout: \u000a| (launched: 2022-12-09_12:18:24.184666)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:18:25.894308 run osmo-stp_10.42.42.5(pid=4454): stderr: \u000a| �[0;m�[38;5;43m20221209121824373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121824373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121824373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121824374 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121824374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121824374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121824374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:18:26.028007 run osmo-stp_10.42.42.5(pid=4454): stdout: \u000a| (launched: 2022-12-09_12:18:24.184666)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:18:26.160353 run osmo-stp_10.42.42.5(pid=4454): stderr: \u000a| �[0;m�[38;5;43m20221209121824373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121824373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121824373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121824374 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121824374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121824374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121824374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:18:26.316027 run patchelf(pid=4457): Terminating (SIGINT)\u000a12:18:26.498699 run patchelf(pid=4457): Terminated: ok {rc=0}\u000a12:18:26.531793 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=4454): Process ended prematurely: osmo-stp_10.42.42.5(pid=4454) [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4454)] [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22]\u000a12:18:26.541444 tst ping.py:22: Test FAILED (6.7 sec)\u000a12:18:26.605861 run osmo-hlr_10.42.42.2(pid=4451): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4451)]\u000a12:18:26.658374 run osmo-hlr_10.42.42.2(pid=4451): stdout: \u000a| (launched: 2022-12-09_12:18:23.170706) \u000a12:18:26.711684 run osmo-hlr_10.42.42.2(pid=4451): stderr: \u000a| �[0;m�[1;31m20221209121823365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209121823366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209121823366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121823366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121823366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209121823366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209121823379 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209121823389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209121823389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209121823389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:18:26.757014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4450): Terminating (SIGTERM)\u000a12:18:26.799414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4453): Terminating (SIGTERM)\u000a12:18:26.842200 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4456): Terminating (SIGTERM)\u000a12:18:26.852409 --- ParallelTerminationStrategy: PID 4450 died...\u000a12:18:26.909726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4450): Terminated: ok {rc=0}\u000a12:18:26.919978 --- ParallelTerminationStrategy: PID 4453 died...\u000a12:18:26.976575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4453): Terminated: ok {rc=0}\u000a12:18:26.986720 --- ParallelTerminationStrategy: PID 4456 died...\u000a12:18:27.043014 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4456): Terminated: ok {rc=0}\u000a12:18:27.131946 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4464): Process ended prematurely: osmo-stp_10.42.42.5(pid=4464) [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4464)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4464): Process ended prematurely: osmo-stp_10.42.42.5(pid=4464) [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4464)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a12:18:28.184429 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:18:28.196819 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a12:18:28.357074 tst ping_idle_ping.py: using LAC 21410\u000a12:18:28.476529 tst ping_idle_ping.py: using RAC 245\u000a12:18:28.595757 tst ping_idle_ping.py: using CellId 21410\u000a12:18:28.715640 tst ping_idle_ping.py: using BVCI 21411\u000a12:18:28.739134 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:18:28.750429 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:18:28.761541 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:18:28.773159 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:18:28.784597 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:18:28.796177 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:18:28.807802 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a12:18:28.819417 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a12:18:29.098263 tst ping_idle_ping.py:24: start network...\u000a12:18:29.223647 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:18:29.710744 run create_hlr_db(pid=4458): Launched\u000a12:18:29.886651 bus /gobi_6: Setting Powered False\u000a12:18:30.928884 run create_hlr_db(pid=4458): Terminated: ok {rc=0}\u000a12:18:31.392352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4460): Launched\u000a12:18:31.832017 run osmo-hlr_10.42.42.2(pid=4461): Launched\u000a12:18:32.026651 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:18:32.593076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4463): Launched\u000a12:18:32.897694 run osmo-stp_10.42.42.5(pid=4464): Launched\u000a12:18:33.007244 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:18:33.538626 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4466): Launched\u000a12:18:33.645777 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:18:33.911249 run patchelf(pid=4467): Launched\u000a12:18:34.088536 run osmo-stp_10.42.42.5(pid=4464): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4464)]\u000a12:18:34.218097 run osmo-stp_10.42.42.5(pid=4464): stdout: \u000a| (launched: 2022-12-09_12:18:32.747773)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:18:34.347547 run osmo-stp_10.42.42.5(pid=4464): stderr: \u000a| �[0;m�[38;5;43m20221209121832918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121832918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121832918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121832918 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121832919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121832919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121832919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:18:34.472346 run osmo-stp_10.42.42.5(pid=4464): stdout: \u000a| (launched: 2022-12-09_12:18:32.747773)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:18:34.595863 run osmo-stp_10.42.42.5(pid=4464): stderr: \u000a| �[0;m�[38;5;43m20221209121832918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121832918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121832918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121832918 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121832919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121832919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121832919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:18:34.741330 run patchelf(pid=4467): Terminating (SIGINT)\u000a12:18:34.913259 run patchelf(pid=4467): Terminated: ok {rc=0}\u000a12:18:34.944914 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=4464): Process ended prematurely: osmo-stp_10.42.42.5(pid=4464) [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4464)] [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a12:18:34.953778 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a12:18:35.013881 run osmo-hlr_10.42.42.2(pid=4461): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4461)]\u000a12:18:35.063059 run osmo-hlr_10.42.42.2(pid=4461): stdout: \u000a| (launched: 2022-12-09_12:18:31.561060) \u000a12:18:35.112933 run osmo-hlr_10.42.42.2(pid=4461): stderr: \u000a| �[0;m�[1;31m20221209121831779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209121831779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209121831779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121831779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121831779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209121831779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209121831794 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209121831812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209121831812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209121831812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:18:35.155195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4460): Terminating (SIGTERM)\u000a12:18:35.195283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4463): Terminating (SIGTERM)\u000a12:18:35.235218 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4466): Terminating (SIGTERM)\u000a12:18:35.244481 --- ParallelTerminationStrategy: PID 4460 died...\u000a12:18:35.297609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4460): Terminated: ok {rc=0}\u000a12:18:35.307231 --- ParallelTerminationStrategy: PID 4463 died...\u000a12:18:35.360097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4463): Terminated: ok {rc=0}\u000a12:18:35.369743 --- ParallelTerminationStrategy: PID 4466 died...\u000a12:18:35.422624 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4466): Terminated: ok {rc=0}\u000a12:18:35.506786 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "128", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:17:36" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4477): Process ended prematurely: osmo-stp_10.42.42.5(pid=4477) [trial-2359↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4477)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4477): Process ended prematurely: osmo-stp_10.42.42.5(pid=4477) [trial-2359↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4477)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a12:18:37.545647 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:18:37.557646 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:18:37.718312 tst switch_tch_pdch.py: using LAC 21411\u000a12:18:37.844918 tst switch_tch_pdch.py: using RAC 246\u000a12:18:37.971512 tst switch_tch_pdch.py: using CellId 21411\u000a12:18:38.097441 tst switch_tch_pdch.py: using BVCI 21412\u000a12:18:38.122389 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:18:38.134314 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:18:38.146611 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:18:38.158495 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:18:38.171628 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:18:38.183690 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:18:38.196134 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:18:38.208793 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:18:38.328317 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:18:38.623155 tst switch_tch_pdch.py:51: start network...\u000a12:18:38.757649 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:18:39.267195 run create_hlr_db(pid=4471): Launched\u000a12:18:39.455292 bus /gobi_6: Setting Powered False\u000a12:18:40.475631 run create_hlr_db(pid=4471): Terminated: ok {rc=0}\u000a12:18:40.885479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4473): Launched\u000a12:18:41.188651 run osmo-hlr_10.42.42.2(pid=4474): Launched\u000a12:18:41.303848 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:18:41.830541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4476): Launched\u000a12:18:42.132939 run osmo-stp_10.42.42.5(pid=4477): Launched\u000a12:18:42.241670 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:18:42.770176 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4479): Launched\u000a12:18:42.878147 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:18:43.142400 run patchelf(pid=4480): Launched\u000a12:18:43.319717 run osmo-stp_10.42.42.5(pid=4477): ERR: Terminated: ERROR {rc=1} [trial-2359↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4477)]\u000a12:18:43.449146 run osmo-stp_10.42.42.5(pid=4477): stdout: \u000a| (launched: 2022-12-09_12:18:41.983711)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:18:43.578467 run osmo-stp_10.42.42.5(pid=4477): stderr: \u000a| �[0;m�[38;5;43m20221209121842152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121842152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121842152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121842153 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121842153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121842154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121842154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:18:43.702999 run osmo-stp_10.42.42.5(pid=4477): stdout: \u000a| (launched: 2022-12-09_12:18:41.983711)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:18:43.826277 run osmo-stp_10.42.42.5(pid=4477): stderr: \u000a| �[0;m�[38;5;43m20221209121842152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121842152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121842152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121842153 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121842153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121842154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121842154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:18:43.970996 run patchelf(pid=4480): Terminating (SIGINT)\u000a12:18:44.141913 run patchelf(pid=4480): Terminated: ok {rc=0}\u000a12:18:44.172929 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=4477): Process ended prematurely: osmo-stp_10.42.42.5(pid=4477) [trial-2359↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4477)] [trial-2359↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a12:18:44.181664 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a12:18:44.241553 run osmo-hlr_10.42.42.2(pid=4474): ERR: Terminated: ERROR {rc=237} [trial-2359↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4474)]\u000a12:18:44.290732 run osmo-hlr_10.42.42.2(pid=4474): stdout: \u000a| (launched: 2022-12-09_12:18:41.039043) \u000a12:18:44.341103 run osmo-hlr_10.42.42.2(pid=4474): stderr: \u000a| �[0;m�[1;31m20221209121841213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209121841213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209121841213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121841213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121841213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209121841213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209121841226 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209121841236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209121841236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209121841236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:18:44.383576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4473): Terminating (SIGTERM)\u000a12:18:44.423513 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4476): Terminating (SIGTERM)\u000a12:18:44.463511 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4479): Terminating (SIGTERM)\u000a12:18:44.472808 --- ParallelTerminationStrategy: PID 4473 died...\u000a12:18:44.526443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4473): Terminated: ok {rc=0}\u000a12:18:44.536241 --- ParallelTerminationStrategy: PID 4476 died...\u000a12:18:44.589508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4476): Terminated: ok {rc=0}\u000a12:18:44.599256 --- ParallelTerminationStrategy: PID 4479 died...\u000a12:18:44.652536 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4479): Terminated: ok {rc=0}\u000a12:18:44.741808 bus /gobi_0: Setting Powered False\u000a12:18:45.848489 bus /gobi_0: Setting Powered False\u000a12:18:46.961601 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "129", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:18:37" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4490): Process ended prematurely: osmo-stp_10.42.42.5(pid=4490) [trial-2359↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4490)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4490): Process ended prematurely: osmo-stp_10.42.42.5(pid=4490) [trial-2359↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4490)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a12:18:48.942497 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:18:48.953720 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a12:18:49.108607 tst switch_tch_pdch.py: using LAC 21412\u000a12:18:49.227949 tst switch_tch_pdch.py: using RAC 247\u000a12:18:49.349038 tst switch_tch_pdch.py: using CellId 21412\u000a12:18:49.472608 tst switch_tch_pdch.py: using BVCI 21413\u000a12:18:49.495535 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:18:49.506769 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:18:49.517760 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:18:49.529260 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:18:49.540700 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:18:49.552127 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:18:49.563759 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a12:18:49.575305 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a12:18:49.695171 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a12:18:49.976685 tst switch_tch_pdch.py:51: start network...\u000a12:18:50.101684 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:18:50.560569 run create_hlr_db(pid=4484): Launched\u000a12:18:50.683667 bus /gobi_6: Setting Powered False\u000a12:18:51.755961 run create_hlr_db(pid=4484): Terminated: ok {rc=0}\u000a12:18:52.159545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4486): Launched\u000a12:18:52.485612 run osmo-hlr_10.42.42.2(pid=4487): Launched\u000a12:18:52.601516 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:18:53.140406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4489): Launched\u000a12:18:53.464419 run osmo-stp_10.42.42.5(pid=4490): Launched\u000a12:18:53.581260 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:18:54.118755 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4492): Launched\u000a12:18:54.234569 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:18:54.518888 run patchelf(pid=4493): Launched\u000a12:18:54.708858 run osmo-stp_10.42.42.5(pid=4490): ERR: Terminated: ERROR {rc=1} [trial-2359↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4490)]\u000a12:18:54.847370 run osmo-stp_10.42.42.5(pid=4490): stdout: \u000a| (launched: 2022-12-09_12:18:53.304447)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:18:54.986422 run osmo-stp_10.42.42.5(pid=4490): stderr: \u000a| �[0;m�[38;5;43m20221209121853491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121853491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121853491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121853492 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121853492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121853492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121853492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:18:55.120290 run osmo-stp_10.42.42.5(pid=4490): stdout: \u000a| (launched: 2022-12-09_12:18:53.304447)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:18:55.253818 run osmo-stp_10.42.42.5(pid=4490): stderr: \u000a| �[0;m�[38;5;43m20221209121853491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121853491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121853491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121853492 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121853492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121853492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121853492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:18:55.409822 run patchelf(pid=4493): Terminating (SIGINT)\u000a12:18:55.592877 run patchelf(pid=4493): Terminated: ok {rc=0}\u000a12:18:55.626363 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=4490): Process ended prematurely: osmo-stp_10.42.42.5(pid=4490) [trial-2359↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4490)] [trial-2359↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a12:18:55.635930 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a12:18:55.700580 run osmo-hlr_10.42.42.2(pid=4487): ERR: Terminated: ERROR {rc=237} [trial-2359↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4487)]\u000a12:18:55.753367 run osmo-hlr_10.42.42.2(pid=4487): stdout: \u000a| (launched: 2022-12-09_12:18:52.323766) \u000a12:18:55.806547 run osmo-hlr_10.42.42.2(pid=4487): stderr: \u000a| �[0;m�[1;31m20221209121852517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209121852517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209121852517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121852517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121852517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209121852517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209121852530 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209121852539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209121852539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209121852539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:18:55.851997 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4486): Terminating (SIGTERM)\u000a12:18:55.894687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4489): Terminating (SIGTERM)\u000a12:18:55.937686 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4492): Terminating (SIGTERM)\u000a12:18:55.948012 --- ParallelTerminationStrategy: PID 4486 died...\u000a12:18:56.005568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4486): Terminated: ok {rc=0}\u000a12:18:56.015720 --- ParallelTerminationStrategy: PID 4489 died...\u000a12:18:56.072897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4489): Terminated: ok {rc=0}\u000a12:18:56.083186 --- ParallelTerminationStrategy: PID 4492 died...\u000a12:18:56.140117 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4492): Terminated: ok {rc=0}\u000a12:18:56.227272 bus /gobi_0: Setting Powered False\u000a12:18:57.334130 bus /gobi_0: Setting Powered False\u000a12:18:58.442466 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "130", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:18:48" }, { "cases" : [ { "testActions" : [ ], "age" : 188, "className" : "nitb_sms:nanobts", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=4499): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4499) [trial-2359↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4499)]", "failedSince" : 2172, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=4499): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4499) [trial-2359↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4499)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 nitb_sms:nanobts mo_mt_sms.py\u000a----------------------------------------------\u000a12:19:00.321572 tst nitb_sms:nanobts: Using 1 x ip_address (candidates: 1)\u000a12:19:00.332897 tst nitb_sms:nanobts: Using 1 x bts (candidates: 1)\u000a12:19:00.467307 tst mo_mt_sms.py: using LAC 21413\u000a12:19:00.596781 tst mo_mt_sms.py: using RAC 248\u000a12:19:00.726044 tst mo_mt_sms.py: using CellId 21413\u000a12:19:00.858890 tst mo_mt_sms.py: using BVCI 21414\u000a12:19:00.884700 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a12:19:01.031741 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a12:19:01.380107 tst mo_mt_sms.py:9: start nitb and bts...\u000a12:19:01.518174 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a12:19:02.206744 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4498): Launched\u000a12:19:02.528014 run osmo-nitb_10.42.42.2(pid=4499): Launched\u000a12:19:02.726519 run osmo-nitb_10.42.42.2(pid=4499): ERR: Terminated: ERROR {rc=2} [trial-2359↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4499)]\u000a12:19:02.872908 run osmo-nitb_10.42.42.2(pid=4499): stdout: \u000a| (launched: 2022-12-09_12:19:02.372123) \u000a12:19:03.020005 run osmo-nitb_10.42.42.2(pid=4499): stderr: \u000a| (launched: 2022-12-09_12:19:02.420121)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:19:03.161418 run osmo-nitb_10.42.42.2(pid=4499): stdout: \u000a| (launched: 2022-12-09_12:19:02.372123) \u000a12:19:03.301708 run osmo-nitb_10.42.42.2(pid=4499): stderr: \u000a| (launched: 2022-12-09_12:19:02.420121)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:19:03.657740 tst osmo-nitb_10.42.42.2(pid=4499): stdout: \u000a| (launched: 2022-12-09_12:19:02.372123) \u000a12:19:03.786545 tst osmo-nitb_10.42.42.2(pid=4499): stderr: \u000a| (launched: 2022-12-09_12:19:02.420121)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:19:03.843107 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=4499): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4499) [trial-2359↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4499)] [trial-2359↪nitb_sms:nanobts↪mo_mt_sms.py:11]\u000a12:19:03.852047 tst mo_mt_sms.py:11: Test FAILED (3.5 sec)\u000a12:19:03.889774 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4498): Terminating (SIGTERM)\u000a12:19:04.067521 --- ParallelTerminationStrategy: PID 4498 died...\u000a12:19:04.126756 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4498): Terminated: ok {rc=0}\u000a12:19:04.214454 bus /sierra_3: Setting Powered False\u000a12:19:05.324005 bus /sierra_3: Setting Powered False\u000a12:19:06.437182 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "131", "name" : "nitb_sms_nanobts", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:19:00" }, { "cases" : [ { "testActions" : [ ], "age" : 29, "className" : "sms:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4509): Process ended prematurely: osmo-stp_10.42.42.5(pid=4509) [trial-2359↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4509)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4509): Process ended prematurely: osmo-stp_10.42.42.5(pid=4509) [trial-2359↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4509)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 sms:nanobts+band-1900 mo_mt_sms.py\u000a----------------------------------------------\u000a12:19:08.305965 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:19:08.316809 tst sms:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a12:19:08.440209 tst mo_mt_sms.py: using LAC 21414\u000a12:19:08.556163 tst mo_mt_sms.py: using RAC 249\u000a12:19:08.672849 tst mo_mt_sms.py: using CellId 21414\u000a12:19:08.790093 tst mo_mt_sms.py: using BVCI 21415\u000a12:19:08.812631 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:19:08.823369 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:19:08.834112 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:19:08.844615 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:19:08.855186 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:19:08.865851 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a12:19:08.983141 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a12:19:09.191895 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:19:09.699294 run create_hlr_db(pid=4503): Launched\u000a12:19:09.887135 bus /sierra_2: Setting Powered False\u000a12:19:10.906740 run create_hlr_db(pid=4503): Terminated: ok {rc=0}\u000a12:19:11.338694 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4505): Launched\u000a12:19:11.662984 run osmo-hlr_10.42.42.2(pid=4506): Launched\u000a12:19:11.779139 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:19:12.342118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4508): Launched\u000a12:19:12.665790 run osmo-stp_10.42.42.5(pid=4509): Launched\u000a12:19:12.782492 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:19:13.373974 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4511): Launched\u000a12:19:13.698564 run osmo-msc_10.42.42.6(pid=4512): Launched\u000a12:19:13.888512 run osmo-stp_10.42.42.5(pid=4509): ERR: Terminated: ERROR {rc=1} [trial-2359↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4509)]\u000a12:19:14.026376 run osmo-stp_10.42.42.5(pid=4509): stdout: \u000a| (launched: 2022-12-09_12:19:12.505628)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:19:14.162355 run osmo-stp_10.42.42.5(pid=4509): stderr: \u000a| �[0;m�[38;5;43m20221209121912692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121912692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121912692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121912693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121912693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121912693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121912693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:19:14.294043 run osmo-stp_10.42.42.5(pid=4509): stdout: \u000a| (launched: 2022-12-09_12:19:12.505628)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:19:14.424019 run osmo-stp_10.42.42.5(pid=4509): stderr: \u000a| �[0;m�[38;5;43m20221209121912692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121912692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121912692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121912693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121912693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121912693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121912693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:19:14.481070 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=4509): Process ended prematurely: osmo-stp_10.42.42.5(pid=4509) [trial-2359↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4509)] [trial-2359↪sms:nanobts+band-1900↪mo_mt_sms.py:16]\u000a12:19:14.489881 tst mo_mt_sms.py:16: Test FAILED (6.2 sec)\u000a12:19:14.553477 run osmo-hlr_10.42.42.2(pid=4506): ERR: Terminated: ERROR {rc=237} [trial-2359↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4506)]\u000a12:19:14.605653 run osmo-hlr_10.42.42.2(pid=4506): stdout: \u000a| (launched: 2022-12-09_12:19:11.502355) \u000a12:19:14.658367 run osmo-hlr_10.42.42.2(pid=4506): stderr: \u000a| �[0;m�[1;31m20221209121911696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209121911696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209121911697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121911697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121911697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209121911697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209121911725 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/sms:nanobts+band-1900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209121911735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209121911735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209121911735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:19:14.729817 run osmo-msc_10.42.42.6(pid=4512): ERR: Terminated: ERROR {rc=2} [trial-2359↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4512)]\u000a12:19:14.781831 run osmo-msc_10.42.42.6(pid=4512): stdout: \u000a| (launched: 2022-12-09_12:19:13.537611) \u000a12:19:14.834602 run osmo-msc_10.42.42.6(pid=4512): stderr: \u000a| �[0;m�[38;5;43m20221209121913856 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209121913856 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8f5084bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209121913856 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209121913856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209121913857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209121913857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209121913858 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209121913859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209121913859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209121913859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:19:14.879635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4505): Terminating (SIGTERM)\u000a12:19:14.921911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4508): Terminating (SIGTERM)\u000a12:19:14.964333 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4511): Terminating (SIGTERM)\u000a12:19:14.974035 --- ParallelTerminationStrategy: PID 4505 died...\u000a12:19:15.030420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4505): Terminated: ok {rc=0}\u000a12:19:15.041553 --- ParallelTerminationStrategy: PID 4508 died...\u000a12:19:15.097876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4508): Terminated: ok {rc=0}\u000a12:19:15.107936 --- ParallelTerminationStrategy: PID 4511 died...\u000a12:19:15.163923 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4511): Terminated: ok {rc=0}\u000a12:19:15.251301 bus /sierra_3: Setting Powered False\u000a12:19:16.359865 bus /sierra_3: Setting Powered False\u000a12:19:17.470290 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "132", "name" : "sms_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:19:08" }, { "cases" : [ { "testActions" : [ ], "age" : 188, "className" : "nitb_ussd:nanobts+band-1900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=4519): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4519) [trial-2359↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4519)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=4519): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4519) [trial-2359↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4519)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 nitb_ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a12:19:19.287628 tst nitb_ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 1)\u000a12:19:19.299362 tst nitb_ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a12:19:19.434579 tst assert_extension.py: using LAC 21415\u000a12:19:19.565959 tst assert_extension.py: using RAC 250\u000a12:19:19.693638 tst assert_extension.py: using CellId 21415\u000a12:19:19.815257 tst assert_extension.py: using BVCI 21416\u000a12:19:19.838425 tst nitb_ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a12:19:20.131875 tst assert_extension.py:10: start nitb and bts...\u000a12:19:20.267106 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a12:19:20.935568 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4518): Launched\u000a12:19:21.258229 run osmo-nitb_10.42.42.2(pid=4519): Launched\u000a12:19:21.456389 run osmo-nitb_10.42.42.2(pid=4519): ERR: Terminated: ERROR {rc=2} [trial-2359↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4519)]\u000a12:19:21.602442 run osmo-nitb_10.42.42.2(pid=4519): stdout: \u000a| (launched: 2022-12-09_12:19:21.100216) \u000a12:19:21.748818 run osmo-nitb_10.42.42.2(pid=4519): stderr: \u000a| (launched: 2022-12-09_12:19:21.148636)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:19:21.890026 run osmo-nitb_10.42.42.2(pid=4519): stdout: \u000a| (launched: 2022-12-09_12:19:21.100216) \u000a12:19:22.029748 run osmo-nitb_10.42.42.2(pid=4519): stderr: \u000a| (launched: 2022-12-09_12:19:21.148636)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:19:22.389610 tst osmo-nitb_10.42.42.2(pid=4519): stdout: \u000a| (launched: 2022-12-09_12:19:21.100216) \u000a12:19:22.518651 tst osmo-nitb_10.42.42.2(pid=4519): stderr: \u000a| (launched: 2022-12-09_12:19:21.148636)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:19:22.575252 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=4519): Process ended prematurely: osmo-nitb_10.42.42.2(pid=4519) [trial-2359↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=4519)] [trial-2359↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12]\u000a12:19:22.584201 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a12:19:22.621554 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4518): Terminating (SIGTERM)\u000a12:19:22.799516 --- ParallelTerminationStrategy: PID 4518 died...\u000a12:19:22.858238 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=4518): Terminated: ok {rc=0}\u000a12:19:22.945586 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "133", "name" : "nitb_ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:19:19" }, { "cases" : [ { "testActions" : [ ], "age" : 29, "className" : "ussd:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4529): Process ended prematurely: osmo-stp_10.42.42.5(pid=4529) [trial-2359↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4529)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4529): Process ended prematurely: osmo-stp_10.42.42.5(pid=4529) [trial-2359↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4529)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a12:19:24.749116 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:19:24.759881 tst ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a12:19:24.891040 tst assert_extension.py: using LAC 21416\u000a12:19:25.018855 tst assert_extension.py: using RAC 251\u000a12:19:25.144914 tst assert_extension.py: using CellId 21416\u000a12:19:25.271996 tst assert_extension.py: using BVCI 21417\u000a12:19:25.296568 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:19:25.307795 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:19:25.318892 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:19:25.330264 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:19:25.341567 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:19:25.352826 tst ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a12:19:25.564389 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:19:26.069365 run create_hlr_db(pid=4523): Launched\u000a12:19:26.256786 bus /sierra_2: Setting Powered False\u000a12:19:27.277192 run create_hlr_db(pid=4523): Terminated: ok {rc=0}\u000a12:19:27.710612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4525): Launched\u000a12:19:28.035335 run osmo-hlr_10.42.42.2(pid=4526): Launched\u000a12:19:28.154339 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:19:28.721875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4528): Launched\u000a12:19:29.045739 run osmo-stp_10.42.42.5(pid=4529): Launched\u000a12:19:29.162568 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:19:29.755129 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4531): Launched\u000a12:19:30.078553 run osmo-msc_10.42.42.6(pid=4532): Launched\u000a12:19:30.267552 run osmo-stp_10.42.42.5(pid=4529): ERR: Terminated: ERROR {rc=1} [trial-2359↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4529)]\u000a12:19:30.403991 run osmo-stp_10.42.42.5(pid=4529): stdout: \u000a| (launched: 2022-12-09_12:19:28.885264)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:19:30.539695 run osmo-stp_10.42.42.5(pid=4529): stderr: \u000a| �[0;m�[38;5;43m20221209121929071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121929072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121929072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121929072 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121929073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121929073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121929073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:19:30.669236 run osmo-stp_10.42.42.5(pid=4529): stdout: \u000a| (launched: 2022-12-09_12:19:28.885264)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:19:30.797862 run osmo-stp_10.42.42.5(pid=4529): stderr: \u000a| �[0;m�[38;5;43m20221209121929071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121929072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121929072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121929072 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121929073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121929073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121929073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:19:30.873091 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=4529): Process ended prematurely: osmo-stp_10.42.42.5(pid=4529) [trial-2359↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4529)] [trial-2359↪ussd:nanobts+band-1900↪assert_extension.py:17]\u000a12:19:30.885493 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a12:19:30.965230 run osmo-hlr_10.42.42.2(pid=4526): ERR: Terminated: ERROR {rc=237} [trial-2359↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4526)]\u000a12:19:31.018713 run osmo-hlr_10.42.42.2(pid=4526): stdout: \u000a| (launched: 2022-12-09_12:19:27.874128) \u000a12:19:31.072815 run osmo-hlr_10.42.42.2(pid=4526): stderr: \u000a| �[0;m�[1;31m20221209121928067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209121928067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209121928067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121928067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121928067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209121928067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209121928079 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/ussd:nanobts+band-1900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209121928088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209121928088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209121928088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:19:31.145944 run osmo-msc_10.42.42.6(pid=4532): ERR: Terminated: ERROR {rc=2} [trial-2359↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4532)]\u000a12:19:31.199046 run osmo-msc_10.42.42.6(pid=4532): stdout: \u000a| (launched: 2022-12-09_12:19:29.918925) \u000a12:19:31.253431 run osmo-msc_10.42.42.6(pid=4532): stderr: \u000a| �[0;m�[38;5;43m20221209121930235 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209121930235 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffab0ef7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209121930235 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209121930235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209121930235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209121930236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209121930237 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209121930238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209121930238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209121930238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:19:31.299210 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4525): Terminating (SIGTERM)\u000a12:19:31.345110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4528): Terminating (SIGTERM)\u000a12:19:31.388771 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4531): Terminating (SIGTERM)\u000a12:19:31.399138 --- ParallelTerminationStrategy: PID 4525 died...\u000a12:19:31.457561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4525): Terminated: ok {rc=0}\u000a12:19:31.468300 --- ParallelTerminationStrategy: PID 4528 died...\u000a12:19:31.525810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4528): Terminated: ok {rc=0}\u000a12:19:31.536654 --- ParallelTerminationStrategy: PID 4531 died...\u000a12:19:31.594240 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4531): Terminated: ok {rc=0}\u000a12:19:31.683848 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "134", "name" : "ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:19:24" }, { "cases" : [ { "testActions" : [ ], "age" : 29, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4543): Process ended prematurely: osmo-stp_10.42.42.5(pid=4543) [trial-2359↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4543)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4543): Process ended prematurely: osmo-stp_10.42.42.5(pid=4543) [trial-2359↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4543)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a12:19:33.622535 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:19:33.634437 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a12:19:33.795206 tst mo_mt_call.py: using LAC 21417\u000a12:19:33.923390 tst mo_mt_call.py: using RAC 252\u000a12:19:34.051881 tst mo_mt_call.py: using CellId 21417\u000a12:19:34.178936 tst mo_mt_call.py: using BVCI 21418\u000a12:19:34.204146 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:19:34.215886 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:19:34.227759 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:19:34.239719 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:19:34.251873 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:19:34.263963 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:19:34.382865 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:19:34.597881 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:19:35.117435 run create_hlr_db(pid=4537): Launched\u000a12:19:35.308456 bus /sierra_2: Setting Powered False\u000a12:19:36.329094 run create_hlr_db(pid=4537): Terminated: ok {rc=0}\u000a12:19:36.766999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4539): Launched\u000a12:19:37.096289 run osmo-hlr_10.42.42.2(pid=4540): Launched\u000a12:19:37.219280 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:19:37.795894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4542): Launched\u000a12:19:38.125385 run osmo-stp_10.42.42.5(pid=4543): Launched\u000a12:19:38.247808 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:19:38.848499 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4545): Launched\u000a12:19:39.179193 run osmo-msc_10.42.42.6(pid=4546): Launched\u000a12:19:39.371637 run osmo-stp_10.42.42.5(pid=4543): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4543)]\u000a12:19:39.510805 run osmo-stp_10.42.42.5(pid=4543): stdout: \u000a| (launched: 2022-12-09_12:19:37.962378)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:19:39.648654 run osmo-stp_10.42.42.5(pid=4543): stderr: \u000a| �[0;m�[38;5;43m20221209121938151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121938151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121938151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121938152 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121938152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121938152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121938152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:19:39.780497 run osmo-stp_10.42.42.5(pid=4543): stdout: \u000a| (launched: 2022-12-09_12:19:37.962378)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:19:39.911562 run osmo-stp_10.42.42.5(pid=4543): stderr: \u000a| �[0;m�[38;5;43m20221209121938151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121938151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121938151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121938152 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121938152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121938152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121938152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:19:39.969752 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4543): Process ended prematurely: osmo-stp_10.42.42.5(pid=4543) [trial-2359↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4543)] [trial-2359↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a12:19:39.979370 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a12:19:40.043822 run osmo-hlr_10.42.42.2(pid=4540): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4540)]\u000a12:19:40.096204 run osmo-hlr_10.42.42.2(pid=4540): stdout: \u000a| (launched: 2022-12-09_12:19:36.933996) \u000a12:19:40.149455 run osmo-hlr_10.42.42.2(pid=4540): stderr: \u000a| �[0;m�[1;31m20221209121937129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209121937129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209121937129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121937129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121937129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209121937129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209121937144 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209121937152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209121937152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209121937152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:19:40.221545 run osmo-msc_10.42.42.6(pid=4546): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4546)]\u000a12:19:40.274086 run osmo-msc_10.42.42.6(pid=4546): stdout: \u000a| (launched: 2022-12-09_12:19:39.015923) \u000a12:19:40.327236 run osmo-msc_10.42.42.6(pid=4546): stderr: \u000a| �[0;m�[38;5;43m20221209121939337 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209121939337 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f78eb732c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209121939338 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209121939338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209121939338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209121939338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209121939340 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209121939340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209121939340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209121939340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:19:40.372260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4539): Terminating (SIGTERM)\u000a12:19:40.415248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4542): Terminating (SIGTERM)\u000a12:19:40.458073 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4545): Terminating (SIGTERM)\u000a12:19:40.468410 --- ParallelTerminationStrategy: PID 4539 died...\u000a12:19:40.525490 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4539): Terminated: ok {rc=0}\u000a12:19:40.536060 --- ParallelTerminationStrategy: PID 4542 died...\u000a12:19:40.592836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4542): Terminated: ok {rc=0}\u000a12:19:40.603641 --- ParallelTerminationStrategy: PID 4545 died...\u000a12:19:40.660426 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4545): Terminated: ok {rc=0}\u000a12:19:40.747712 bus /sierra_3: Setting Powered False\u000a12:19:41.856291 bus /sierra_3: Setting Powered False\u000a12:19:42.968536 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 38, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4554): Process ended prematurely: osmo-stp_10.42.42.5(pid=4554) [trial-2359↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4554)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4554): Process ended prematurely: osmo-stp_10.42.42.5(pid=4554) [trial-2359↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4554)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:19:44.079002 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:19:44.091097 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a12:19:44.239743 tst mo_mt_call_osmux.py: using LAC 21418\u000a12:19:44.370139 tst mo_mt_call_osmux.py: using RAC 253\u000a12:19:44.501163 tst mo_mt_call_osmux.py: using CellId 21418\u000a12:19:44.634929 tst mo_mt_call_osmux.py: using BVCI 21419\u000a12:19:44.660237 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:19:44.672198 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:19:44.683993 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:19:44.696822 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:19:44.709481 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:19:44.721984 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:19:44.842205 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:19:45.058156 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:19:45.577363 run create_hlr_db(pid=4548): Launched\u000a12:19:45.767059 bus /sierra_2: Setting Powered False\u000a12:19:46.789443 run create_hlr_db(pid=4548): Terminated: ok {rc=0}\u000a12:19:47.241990 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4550): Launched\u000a12:19:47.574657 run osmo-hlr_10.42.42.2(pid=4551): Launched\u000a12:19:47.695258 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:19:48.269840 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4553): Launched\u000a12:19:48.601334 run osmo-stp_10.42.42.5(pid=4554): Launched\u000a12:19:48.720772 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:19:49.324748 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4556): Launched\u000a12:19:49.656026 run osmo-msc_10.42.42.6(pid=4557): Launched\u000a12:19:49.850702 run osmo-stp_10.42.42.5(pid=4554): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4554)]\u000a12:19:49.990336 run osmo-stp_10.42.42.5(pid=4554): stdout: \u000a| (launched: 2022-12-09_12:19:48.438198)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:19:50.128253 run osmo-stp_10.42.42.5(pid=4554): stderr: \u000a| �[0;m�[38;5;43m20221209121948628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121948628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121948628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121948629 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121948629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121948629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121948629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:19:50.261023 run osmo-stp_10.42.42.5(pid=4554): stdout: \u000a| (launched: 2022-12-09_12:19:48.438198)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:19:50.392228 run osmo-stp_10.42.42.5(pid=4554): stderr: \u000a| �[0;m�[38;5;43m20221209121948628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121948628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121948628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121948629 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121948629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121948629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121948629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:19:50.450352 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4554): Process ended prematurely: osmo-stp_10.42.42.5(pid=4554) [trial-2359↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4554)] [trial-2359↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a12:19:50.459553 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a12:19:50.523693 run osmo-hlr_10.42.42.2(pid=4551): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4551)]\u000a12:19:50.575716 run osmo-hlr_10.42.42.2(pid=4551): stdout: \u000a| (launched: 2022-12-09_12:19:47.410347) \u000a12:19:50.628605 run osmo-hlr_10.42.42.2(pid=4551): stderr: \u000a| �[0;m�[1;31m20221209121947605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209121947605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209121947605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121947605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121947606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209121947606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209121947617 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209121947627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209121947627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209121947627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:19:50.700059 run osmo-msc_10.42.42.6(pid=4557): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4557)]\u000a12:19:50.751957 run osmo-msc_10.42.42.6(pid=4557): stdout: \u000a| (launched: 2022-12-09_12:19:49.492775) \u000a12:19:50.804416 run osmo-msc_10.42.42.6(pid=4557): stderr: \u000a| �[0;m�[38;5;43m20221209121949810 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209121949810 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7f79345c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209121949810 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209121949810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209121949810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209121949811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209121949812 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209121949813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209121949813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209121949813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:19:50.848905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4550): Terminating (SIGTERM)\u000a12:19:50.891962 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4553): Terminating (SIGTERM)\u000a12:19:50.934406 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4556): Terminating (SIGTERM)\u000a12:19:50.944225 --- ParallelTerminationStrategy: PID 4550 died...\u000a12:19:51.000858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4550): Terminated: ok {rc=0}\u000a12:19:51.011063 --- ParallelTerminationStrategy: PID 4553 died...\u000a12:19:51.067285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4553): Terminated: ok {rc=0}\u000a12:19:51.077556 --- ParallelTerminationStrategy: PID 4556 died...\u000a12:19:51.133903 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4556): Terminated: ok {rc=0}\u000a12:19:51.222283 bus /sierra_3: Setting Powered False\u000a12:19:52.325124 bus /sierra_3: Setting Powered False\u000a12:19:53.436438 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "135", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:19:33" }, { "cases" : [ { "testActions" : [ ], "age" : 29, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4569): Process ended prematurely: osmo-stp_10.42.42.5(pid=4569) [trial-2359↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4569)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4569): Process ended prematurely: osmo-stp_10.42.42.5(pid=4569) [trial-2359↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4569)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a12:19:55.423837 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:19:55.435506 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a12:19:55.593726 tst mo_mt_call.py: using LAC 21419\u000a12:19:55.723030 tst mo_mt_call.py: using RAC 254\u000a12:19:55.851060 tst mo_mt_call.py: using CellId 21419\u000a12:19:55.974784 tst mo_mt_call.py: using BVCI 21420\u000a12:19:55.998347 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:19:56.009687 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:19:56.020753 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:19:56.032006 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:19:56.043227 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:19:56.054444 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:19:56.174241 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:19:56.389696 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:19:56.911916 run create_hlr_db(pid=4563): Launched\u000a12:19:57.089314 bus /sierra_2: Setting Powered False\u000a12:19:58.109735 run create_hlr_db(pid=4563): Terminated: ok {rc=0}\u000a12:19:58.547724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4565): Launched\u000a12:19:58.877745 run osmo-hlr_10.42.42.2(pid=4566): Launched\u000a12:19:58.998865 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:19:59.573108 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4568): Launched\u000a12:19:59.903671 run osmo-stp_10.42.42.5(pid=4569): Launched\u000a12:20:00.022609 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:20:00.625631 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4571): Launched\u000a12:20:01.020639 run osmo-msc_10.42.42.6(pid=4572): Launched\u000a12:20:01.502519 run osmo-stp_10.42.42.5(pid=4569): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4569)]\u000a12:20:01.789536 run osmo-stp_10.42.42.5(pid=4569): stdout: \u000a| (launched: 2022-12-09_12:19:59.739932)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:20:01.970930 run osmo-stp_10.42.42.5(pid=4569): stderr: \u000a| �[0;m�[38;5;43m20221209121959928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121959928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121959929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121959929 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121959930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121959930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121959930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:20:02.133552 run osmo-stp_10.42.42.5(pid=4569): stdout: \u000a| (launched: 2022-12-09_12:19:59.739932)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:20:02.259273 run osmo-stp_10.42.42.5(pid=4569): stderr: \u000a| �[0;m�[38;5;43m20221209121959928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209121959928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209121959929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209121959929 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209121959930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209121959930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209121959930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:20:02.315138 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4569): Process ended prematurely: osmo-stp_10.42.42.5(pid=4569) [trial-2359↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4569)] [trial-2359↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a12:20:02.326136 tst mo_mt_call.py:8: Test FAILED (6.9 sec)\u000a12:20:02.388308 run osmo-hlr_10.42.42.2(pid=4566): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4566)]\u000a12:20:02.438809 run osmo-hlr_10.42.42.2(pid=4566): stdout: \u000a| (launched: 2022-12-09_12:19:58.714256) \u000a12:20:02.491001 run osmo-hlr_10.42.42.2(pid=4566): stderr: \u000a| �[0;m�[1;31m20221209121958908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209121958908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209121958908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121958908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209121958908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209121958908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209121958920 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209121958929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209121958929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209121958929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:20:02.560429 run osmo-msc_10.42.42.6(pid=4572): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4572)]\u000a12:20:02.609452 run osmo-msc_10.42.42.6(pid=4572): stdout: \u000a| (launched: 2022-12-09_12:20:00.793849) \u000a12:20:02.658897 run osmo-msc_10.42.42.6(pid=4572): stderr: \u000a| �[0;m�[38;5;43m20221209122001373 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209122001373 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc2f9045c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209122001373 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209122001373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209122001373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209122001374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209122001375 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209122001376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209122001376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209122001376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:20:02.701031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4565): Terminating (SIGTERM)\u000a12:20:02.741040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4568): Terminating (SIGTERM)\u000a12:20:02.780805 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4571): Terminating (SIGTERM)\u000a12:20:02.789789 --- ParallelTerminationStrategy: PID 4565 died...\u000a12:20:02.843127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4565): Terminated: ok {rc=0}\u000a12:20:02.852817 --- ParallelTerminationStrategy: PID 4568 died...\u000a12:20:02.905722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4568): Terminated: ok {rc=0}\u000a12:20:02.915239 --- ParallelTerminationStrategy: PID 4571 died...\u000a12:20:02.968032 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4571): Terminated: ok {rc=0}\u000a12:20:03.058596 bus /sierra_3: Setting Powered False\u000a12:20:04.163067 bus /sierra_3: Setting Powered False\u000a12:20:05.275810 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 40, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4583): Process ended prematurely: osmo-stp_10.42.42.5(pid=4583) [trial-2359↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4583)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4583): Process ended prematurely: osmo-stp_10.42.42.5(pid=4583) [trial-2359↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4583)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:20:06.386834 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:20:06.398805 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a12:20:06.552440 tst mo_mt_call_osmux.py: using LAC 21420\u000a12:20:06.673680 tst mo_mt_call_osmux.py: using RAC 255\u000a12:20:06.793073 tst mo_mt_call_osmux.py: using CellId 21420\u000a12:20:06.913858 tst mo_mt_call_osmux.py: using BVCI 21421\u000a12:20:06.937241 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:20:06.948392 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:20:06.959437 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:20:06.971022 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:20:06.982368 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:20:06.993570 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:20:07.111689 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:20:07.328229 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:20:07.846418 run create_hlr_db(pid=4577): Launched\u000a12:20:08.036041 bus /sierra_2: Setting Powered False\u000a12:20:09.056359 run create_hlr_db(pid=4577): Terminated: ok {rc=0}\u000a12:20:09.471434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4579): Launched\u000a12:20:09.779911 run osmo-hlr_10.42.42.2(pid=4580): Launched\u000a12:20:09.902553 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:20:10.441407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4582): Launched\u000a12:20:10.749308 run osmo-stp_10.42.42.5(pid=4583): Launched\u000a12:20:10.860685 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:20:11.425483 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4585): Launched\u000a12:20:11.736223 run osmo-msc_10.42.42.6(pid=4586): Launched\u000a12:20:11.916709 run osmo-stp_10.42.42.5(pid=4583): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4583)]\u000a12:20:12.046788 run osmo-stp_10.42.42.5(pid=4583): stdout: \u000a| (launched: 2022-12-09_12:20:10.597953)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:20:12.174571 run osmo-stp_10.42.42.5(pid=4583): stderr: \u000a| �[0;m�[38;5;43m20221209122010768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122010768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122010768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122010769 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122010770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122010770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122010770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:20:12.297563 run osmo-stp_10.42.42.5(pid=4583): stdout: \u000a| (launched: 2022-12-09_12:20:10.597953)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:20:12.419546 run osmo-stp_10.42.42.5(pid=4583): stderr: \u000a| �[0;m�[38;5;43m20221209122010768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122010768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122010768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122010769 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122010770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122010770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122010770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:20:12.473479 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4583): Process ended prematurely: osmo-stp_10.42.42.5(pid=4583) [trial-2359↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4583)] [trial-2359↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a12:20:12.482011 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a12:20:12.541742 run osmo-hlr_10.42.42.2(pid=4580): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4580)]\u000a12:20:12.590702 run osmo-hlr_10.42.42.2(pid=4580): stdout: \u000a| (launched: 2022-12-09_12:20:09.628619) \u000a12:20:12.640248 run osmo-hlr_10.42.42.2(pid=4580): stderr: \u000a| �[0;m�[1;31m20221209122009804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209122009804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209122009804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122009804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122009805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209122009805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209122009817 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209122009825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209122009825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209122009825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:20:12.707945 run osmo-msc_10.42.42.6(pid=4586): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4586)]\u000a12:20:12.756746 run osmo-msc_10.42.42.6(pid=4586): stdout: \u000a| (launched: 2022-12-09_12:20:11.582663) \u000a12:20:12.806092 run osmo-msc_10.42.42.6(pid=4586): stderr: \u000a| �[0;m�[38;5;43m20221209122011854 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209122011854 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd8f0c60c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209122011854 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209122011854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209122011855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209122011855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209122011856 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209122011857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209122011857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209122011857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:20:12.847790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4579): Terminating (SIGTERM)\u000a12:20:12.887307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4582): Terminating (SIGTERM)\u000a12:20:12.926896 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4585): Terminating (SIGTERM)\u000a12:20:12.936028 --- ParallelTerminationStrategy: PID 4579 died...\u000a12:20:12.989112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4579): Terminated: ok {rc=0}\u000a12:20:12.998720 --- ParallelTerminationStrategy: PID 4582 died...\u000a12:20:13.051647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4582): Terminated: ok {rc=0}\u000a12:20:13.061245 --- ParallelTerminationStrategy: PID 4585 died...\u000a12:20:13.113992 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4585): Terminated: ok {rc=0}\u000a12:20:13.202075 bus /sierra_3: Setting Powered False\u000a12:20:14.304470 bus /sierra_3: Setting Powered False\u000a12:20:15.409929 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "136", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:19:55" }, { "cases" : [ { "testActions" : [ ], "age" : 29, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4598): Process ended prematurely: osmo-stp_10.42.42.5(pid=4598) [trial-2359↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4598)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4598): Process ended prematurely: osmo-stp_10.42.42.5(pid=4598) [trial-2359↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4598)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a12:20:17.446483 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:20:17.458347 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a12:20:17.621659 tst mo_mt_call.py: using LAC 21421\u000a12:20:17.743597 tst mo_mt_call.py: using RAC 1\u000a12:20:17.862445 tst mo_mt_call.py: using CellId 21421\u000a12:20:17.982170 tst mo_mt_call.py: using BVCI 21422\u000a12:20:18.005824 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:20:18.017177 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:20:18.028322 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:20:18.039483 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:20:18.050720 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:20:18.061768 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:20:18.184121 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:20:18.388027 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:20:18.879629 run create_hlr_db(pid=4591): Launched\u000a12:20:19.056348 bus /sierra_2: Setting Powered False\u000a12:20:20.078121 run create_hlr_db(pid=4591): Terminated: ok {rc=0}\u000a12:20:20.516010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4594): Launched\u000a12:20:20.846748 run osmo-hlr_10.42.42.2(pid=4595): Launched\u000a12:20:20.966230 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:20:21.540579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4597): Launched\u000a12:20:21.869868 run osmo-stp_10.42.42.5(pid=4598): Launched\u000a12:20:21.988797 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:20:22.591776 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4600): Launched\u000a12:20:22.922305 run osmo-msc_10.42.42.6(pid=4601): Launched\u000a12:20:23.114857 run osmo-stp_10.42.42.5(pid=4598): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4598)]\u000a12:20:23.254260 run osmo-stp_10.42.42.5(pid=4598): stdout: \u000a| (launched: 2022-12-09_12:20:21.707876)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:20:23.391739 run osmo-stp_10.42.42.5(pid=4598): stderr: \u000a| �[0;m�[38;5;43m20221209122021897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122021897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122021898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122021898 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122021899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122021899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122021899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:20:23.523906 run osmo-stp_10.42.42.5(pid=4598): stdout: \u000a| (launched: 2022-12-09_12:20:21.707876)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:20:23.654793 run osmo-stp_10.42.42.5(pid=4598): stderr: \u000a| �[0;m�[38;5;43m20221209122021897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122021897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122021898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122021898 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122021899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122021899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122021899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:20:23.712459 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4598): Process ended prematurely: osmo-stp_10.42.42.5(pid=4598) [trial-2359↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4598)] [trial-2359↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a12:20:23.721880 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a12:20:23.785333 run osmo-hlr_10.42.42.2(pid=4595): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4595)]\u000a12:20:23.837170 run osmo-hlr_10.42.42.2(pid=4595): stdout: \u000a| (launched: 2022-12-09_12:20:20.683447) \u000a12:20:23.889660 run osmo-hlr_10.42.42.2(pid=4595): stderr: \u000a| �[0;m�[1;31m20221209122020879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209122020879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209122020879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122020879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122020879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209122020879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209122020891 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209122020900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209122020900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209122020900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:20:23.960846 run osmo-msc_10.42.42.6(pid=4601): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4601)]\u000a12:20:24.012784 run osmo-msc_10.42.42.6(pid=4601): stdout: \u000a| (launched: 2022-12-09_12:20:22.759055) \u000a12:20:24.065422 run osmo-msc_10.42.42.6(pid=4601): stderr: \u000a| �[0;m�[38;5;43m20221209122023077 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209122023078 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fce2ed25c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209122023078 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209122023078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209122023078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209122023078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209122023080 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209122023080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209122023080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209122023080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:20:24.110200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4594): Terminating (SIGTERM)\u000a12:20:24.152506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4597): Terminating (SIGTERM)\u000a12:20:24.195267 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4600): Terminating (SIGTERM)\u000a12:20:24.205270 --- ParallelTerminationStrategy: PID 4594 died...\u000a12:20:24.262560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4594): Terminated: ok {rc=0}\u000a12:20:24.272839 --- ParallelTerminationStrategy: PID 4597 died...\u000a12:20:24.329806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4597): Terminated: ok {rc=0}\u000a12:20:24.340035 --- ParallelTerminationStrategy: PID 4600 died...\u000a12:20:24.396487 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4600): Terminated: ok {rc=0}\u000a12:20:24.483393 bus /sierra_3: Setting Powered False\u000a12:20:25.591072 bus /sierra_3: Setting Powered False\u000a12:20:26.700645 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 40, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4609): Process ended prematurely: osmo-stp_10.42.42.5(pid=4609) [trial-2359↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4609)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4609): Process ended prematurely: osmo-stp_10.42.42.5(pid=4609) [trial-2359↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4609)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:20:27.815619 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:20:27.828065 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a12:20:27.980643 tst mo_mt_call_osmux.py: using LAC 21422\u000a12:20:28.103388 tst mo_mt_call_osmux.py: using RAC 2\u000a12:20:28.226341 tst mo_mt_call_osmux.py: using CellId 21422\u000a12:20:28.348225 tst mo_mt_call_osmux.py: using BVCI 21423\u000a12:20:28.371960 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:20:28.383503 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:20:28.394687 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:20:28.405919 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:20:28.417328 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:20:28.428501 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:20:28.550930 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:20:28.765998 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:20:29.286218 run create_hlr_db(pid=4603): Launched\u000a12:20:29.475962 bus /sierra_2: Setting Powered False\u000a12:20:30.485945 run create_hlr_db(pid=4603): Terminated: ok {rc=0}\u000a12:20:30.946310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4605): Launched\u000a12:20:31.338118 run osmo-hlr_10.42.42.2(pid=4606): Launched\u000a12:20:31.482531 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:20:32.161366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4608): Launched\u000a12:20:32.495243 run osmo-stp_10.42.42.5(pid=4609): Launched\u000a12:20:32.614608 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:20:33.223461 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4611): Launched\u000a12:20:33.558133 run osmo-msc_10.42.42.6(pid=4612): Launched\u000a12:20:33.752234 run osmo-stp_10.42.42.5(pid=4609): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4609)]\u000a12:20:33.891741 run osmo-stp_10.42.42.5(pid=4609): stdout: \u000a| (launched: 2022-12-09_12:20:32.331762)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:20:34.030171 run osmo-stp_10.42.42.5(pid=4609): stderr: \u000a| �[0;m�[38;5;43m20221209122032521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122032521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122032521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122032522 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122032522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122032522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122032522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:20:34.162687 run osmo-stp_10.42.42.5(pid=4609): stdout: \u000a| (launched: 2022-12-09_12:20:32.331762)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:20:34.294330 run osmo-stp_10.42.42.5(pid=4609): stderr: \u000a| �[0;m�[38;5;43m20221209122032521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122032521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122032521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122032522 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122032522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122032522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122032522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:20:34.352483 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4609): Process ended prematurely: osmo-stp_10.42.42.5(pid=4609) [trial-2359↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4609)] [trial-2359↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a12:20:34.362063 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a12:20:34.425413 run osmo-hlr_10.42.42.2(pid=4606): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4606)]\u000a12:20:34.477466 run osmo-hlr_10.42.42.2(pid=4606): stdout: \u000a| (launched: 2022-12-09_12:20:31.110055) \u000a12:20:34.529989 run osmo-hlr_10.42.42.2(pid=4606): stderr: \u000a| �[0;m�[1;31m20221209122031454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209122031454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209122031454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122031454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122031454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209122031454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209122031471 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209122031487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209122031488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209122031488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:20:34.600774 run osmo-msc_10.42.42.6(pid=4612): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4612)]\u000a12:20:34.652130 run osmo-msc_10.42.42.6(pid=4612): stdout: \u000a| (launched: 2022-12-09_12:20:33.391719) \u000a12:20:34.704907 run osmo-msc_10.42.42.6(pid=4612): stderr: \u000a| �[0;m�[38;5;43m20221209122033713 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209122033713 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9609bacc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209122033714 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209122033714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209122033714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209122033714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209122033716 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209122033717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209122033717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209122033717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:20:34.749367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4605): Terminating (SIGTERM)\u000a12:20:34.791722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4608): Terminating (SIGTERM)\u000a12:20:34.833961 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4611): Terminating (SIGTERM)\u000a12:20:34.843836 --- ParallelTerminationStrategy: PID 4605 died...\u000a12:20:34.900669 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4605): Terminated: ok {rc=0}\u000a12:20:34.910965 --- ParallelTerminationStrategy: PID 4608 died...\u000a12:20:34.967489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4608): Terminated: ok {rc=0}\u000a12:20:34.977812 --- ParallelTerminationStrategy: PID 4611 died...\u000a12:20:35.033701 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4611): Terminated: ok {rc=0}\u000a12:20:35.120538 bus /sierra_3: Setting Powered False\u000a12:20:36.229023 bus /sierra_3: Setting Powered False\u000a12:20:37.340356 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "137", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:20:17" }, { "cases" : [ { "testActions" : [ ], "age" : 29, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4623): Process ended prematurely: osmo-stp_10.42.42.5(pid=4623) [trial-2359↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4623)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4623): Process ended prematurely: osmo-stp_10.42.42.5(pid=4623) [trial-2359↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4623)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a12:20:39.326166 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:20:39.338026 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a12:20:39.493764 tst mo_mt_call.py: using LAC 21423\u000a12:20:39.624489 tst mo_mt_call.py: using RAC 3\u000a12:20:39.756157 tst mo_mt_call.py: using CellId 21423\u000a12:20:39.886822 tst mo_mt_call.py: using BVCI 21424\u000a12:20:39.911821 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:20:39.923558 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:20:39.935194 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:20:39.946952 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:20:39.958871 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:20:39.970581 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:20:40.090015 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:20:40.305208 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:20:40.820472 run create_hlr_db(pid=4617): Launched\u000a12:20:41.009625 bus /sierra_2: Setting Powered False\u000a12:20:42.030798 run create_hlr_db(pid=4617): Terminated: ok {rc=0}\u000a12:20:42.443880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4619): Launched\u000a12:20:42.753421 run osmo-hlr_10.42.42.2(pid=4620): Launched\u000a12:20:42.867169 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:20:43.403949 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4622): Launched\u000a12:20:43.711571 run osmo-stp_10.42.42.5(pid=4623): Launched\u000a12:20:43.823450 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:20:44.386148 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4625): Launched\u000a12:20:44.696718 run osmo-msc_10.42.42.6(pid=4626): Launched\u000a12:20:44.876332 run osmo-stp_10.42.42.5(pid=4623): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4623)]\u000a12:20:45.006795 run osmo-stp_10.42.42.5(pid=4623): stdout: \u000a| (launched: 2022-12-09_12:20:43.559634)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:20:45.134923 run osmo-stp_10.42.42.5(pid=4623): stderr: \u000a| �[0;m�[38;5;43m20221209122043728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122043728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122043728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122043729 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122043729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122043729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122043729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:20:45.257922 run osmo-stp_10.42.42.5(pid=4623): stdout: \u000a| (launched: 2022-12-09_12:20:43.559634)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:20:45.379878 run osmo-stp_10.42.42.5(pid=4623): stderr: \u000a| �[0;m�[38;5;43m20221209122043728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122043728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122043728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122043729 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122043729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122043729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122043729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:20:45.433789 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4623): Process ended prematurely: osmo-stp_10.42.42.5(pid=4623) [trial-2359↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4623)] [trial-2359↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a12:20:45.442497 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a12:20:45.502584 run osmo-hlr_10.42.42.2(pid=4620): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4620)]\u000a12:20:45.551873 run osmo-hlr_10.42.42.2(pid=4620): stdout: \u000a| (launched: 2022-12-09_12:20:42.600230) \u000a12:20:45.601994 run osmo-hlr_10.42.42.2(pid=4620): stderr: \u000a| �[0;m�[1;31m20221209122042774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209122042774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209122042774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122042774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122042774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209122042774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209122042789 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209122042798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209122042798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209122042798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:20:45.669604 run osmo-msc_10.42.42.6(pid=4626): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4626)]\u000a12:20:45.719016 run osmo-msc_10.42.42.6(pid=4626): stdout: \u000a| (launched: 2022-12-09_12:20:44.542296) \u000a12:20:45.768729 run osmo-msc_10.42.42.6(pid=4626): stderr: \u000a| �[0;m�[38;5;43m20221209122044813 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209122044813 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f10fd502c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209122044813 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209122044813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209122044813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209122044814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209122044816 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209122044816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209122044816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209122044816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:20:45.811064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4619): Terminating (SIGTERM)\u000a12:20:45.864572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4622): Terminating (SIGTERM)\u000a12:20:45.922630 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4625): Terminating (SIGTERM)\u000a12:20:45.932044 --- ParallelTerminationStrategy: PID 4619 died...\u000a12:20:45.986189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4619): Terminated: ok {rc=0}\u000a12:20:45.996710 --- ParallelTerminationStrategy: PID 4622 died...\u000a12:20:46.051671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4622): Terminated: ok {rc=0}\u000a12:20:46.061914 --- ParallelTerminationStrategy: PID 4625 died...\u000a12:20:46.117640 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4625): Terminated: ok {rc=0}\u000a12:20:46.207056 bus /sierra_3: Setting Powered False\u000a12:20:47.314674 bus /sierra_3: Setting Powered False\u000a12:20:48.422528 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 40, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4634): Process ended prematurely: osmo-stp_10.42.42.5(pid=4634) [trial-2359↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4634)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4634): Process ended prematurely: osmo-stp_10.42.42.5(pid=4634) [trial-2359↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4634)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:20:49.539414 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:20:49.551921 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a12:20:49.709870 tst mo_mt_call_osmux.py: using LAC 21424\u000a12:20:49.842798 tst mo_mt_call_osmux.py: using RAC 4\u000a12:20:49.970780 tst mo_mt_call_osmux.py: using CellId 21424\u000a12:20:50.097524 tst mo_mt_call_osmux.py: using BVCI 21425\u000a12:20:50.122558 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:20:50.134479 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:20:50.146371 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:20:50.158203 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:20:50.170437 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:20:50.181984 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:20:50.301452 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:20:50.516668 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:20:51.036026 run create_hlr_db(pid=4628): Launched\u000a12:20:51.226087 bus /sierra_2: Setting Powered False\u000a12:20:52.247971 run create_hlr_db(pid=4628): Terminated: ok {rc=0}\u000a12:20:52.664810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4630): Launched\u000a12:20:52.976492 run osmo-hlr_10.42.42.2(pid=4631): Launched\u000a12:20:53.089425 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:20:53.623904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4633): Launched\u000a12:20:53.933849 run osmo-stp_10.42.42.5(pid=4634): Launched\u000a12:20:54.045172 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:20:54.612197 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4636): Launched\u000a12:20:54.922649 run osmo-msc_10.42.42.6(pid=4637): Launched\u000a12:20:55.102567 run osmo-stp_10.42.42.5(pid=4634): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4634)]\u000a12:20:55.232840 run osmo-stp_10.42.42.5(pid=4634): stdout: \u000a| (launched: 2022-12-09_12:20:53.780203)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:20:55.360716 run osmo-stp_10.42.42.5(pid=4634): stderr: \u000a| �[0;m�[38;5;43m20221209122053950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122053950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122053950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122053951 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122053951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122053951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122053951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:20:55.483667 run osmo-stp_10.42.42.5(pid=4634): stdout: \u000a| (launched: 2022-12-09_12:20:53.780203)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:20:55.605270 run osmo-stp_10.42.42.5(pid=4634): stderr: \u000a| �[0;m�[38;5;43m20221209122053950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122053950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122053950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122053951 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122053951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122053951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122053951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:20:55.659075 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4634): Process ended prematurely: osmo-stp_10.42.42.5(pid=4634) [trial-2359↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4634)] [trial-2359↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a12:20:55.667760 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a12:20:55.728469 run osmo-hlr_10.42.42.2(pid=4631): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4631)]\u000a12:20:55.777900 run osmo-hlr_10.42.42.2(pid=4631): stdout: \u000a| (launched: 2022-12-09_12:20:52.821742) \u000a12:20:55.827739 run osmo-hlr_10.42.42.2(pid=4631): stderr: \u000a| �[0;m�[1;31m20221209122052995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209122052995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209122052995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122052995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122052995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209122052995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209122053008 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209122053016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209122053016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209122053016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:20:55.895965 run osmo-msc_10.42.42.6(pid=4637): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4637)]\u000a12:20:55.944878 run osmo-msc_10.42.42.6(pid=4637): stdout: \u000a| (launched: 2022-12-09_12:20:54.768580) \u000a12:20:55.994308 run osmo-msc_10.42.42.6(pid=4637): stderr: \u000a| �[0;m�[38;5;43m20221209122055040 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209122055040 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe0192c6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209122055040 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209122055040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209122055040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209122055040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209122055042 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209122055042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209122055043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209122055043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:20:56.035970 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4630): Terminating (SIGTERM)\u000a12:20:56.075348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4633): Terminating (SIGTERM)\u000a12:20:56.114744 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4636): Terminating (SIGTERM)\u000a12:20:56.123909 --- ParallelTerminationStrategy: PID 4630 died...\u000a12:20:56.177277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4630): Terminated: ok {rc=0}\u000a12:20:56.186921 --- ParallelTerminationStrategy: PID 4633 died...\u000a12:20:56.240176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4633): Terminated: ok {rc=0}\u000a12:20:56.249819 --- ParallelTerminationStrategy: PID 4636 died...\u000a12:20:56.302597 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4636): Terminated: ok {rc=0}\u000a12:20:56.391557 bus /sierra_3: Setting Powered False\u000a12:20:57.495225 bus /sierra_3: Setting Powered False\u000a12:20:58.605527 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "138", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:20:39" }, { "cases" : [ { "testActions" : [ ], "age" : 29, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4648): Process ended prematurely: osmo-stp_10.42.42.5(pid=4648) [trial-2359↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4648)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4648): Process ended prematurely: osmo-stp_10.42.42.5(pid=4648) [trial-2359↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4648)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a12:21:00.587268 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:21:00.599210 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:21:00.762943 tst mo_mt_call.py: using LAC 21425\u000a12:21:00.908693 tst mo_mt_call.py: using RAC 5\u000a12:21:01.035096 tst mo_mt_call.py: using CellId 21425\u000a12:21:01.186744 tst mo_mt_call.py: using BVCI 21426\u000a12:21:01.210982 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:21:01.223571 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:21:01.235429 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:21:01.247783 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:21:01.259615 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:21:01.272030 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:21:01.392683 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:21:01.605190 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:21:02.152629 run create_hlr_db(pid=4642): Launched\u000a12:21:02.331689 bus /sierra_2: Setting Powered False\u000a12:21:03.352097 run create_hlr_db(pid=4642): Terminated: ok {rc=0}\u000a12:21:03.762541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4644): Launched\u000a12:21:04.070265 run osmo-hlr_10.42.42.2(pid=4645): Launched\u000a12:21:04.191231 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:21:04.729643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4647): Launched\u000a12:21:05.037794 run osmo-stp_10.42.42.5(pid=4648): Launched\u000a12:21:05.147853 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:21:05.715361 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4650): Launched\u000a12:21:06.023958 run osmo-msc_10.42.42.6(pid=4651): Launched\u000a12:21:06.202993 run osmo-stp_10.42.42.5(pid=4648): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4648)]\u000a12:21:06.332168 run osmo-stp_10.42.42.5(pid=4648): stdout: \u000a| (launched: 2022-12-09_12:21:04.886074)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:21:06.459490 run osmo-stp_10.42.42.5(pid=4648): stderr: \u000a| �[0;m�[38;5;43m20221209122105055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122105055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122105056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122105056 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122105057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122105057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122105057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:21:06.582492 run osmo-stp_10.42.42.5(pid=4648): stdout: \u000a| (launched: 2022-12-09_12:21:04.886074)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:21:06.703617 run osmo-stp_10.42.42.5(pid=4648): stderr: \u000a| �[0;m�[38;5;43m20221209122105055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122105055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122105056 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122105056 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122105057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122105057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122105057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:21:06.757504 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4648): Process ended prematurely: osmo-stp_10.42.42.5(pid=4648) [trial-2359↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4648)] [trial-2359↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a12:21:06.766237 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a12:21:06.826136 run osmo-hlr_10.42.42.2(pid=4645): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4645)]\u000a12:21:06.875273 run osmo-hlr_10.42.42.2(pid=4645): stdout: \u000a| (launched: 2022-12-09_12:21:03.918552) \u000a12:21:06.925014 run osmo-hlr_10.42.42.2(pid=4645): stderr: \u000a| �[0;m�[1;31m20221209122104094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209122104094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209122104094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122104094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122104094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209122104094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209122104106 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209122104114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209122104115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209122104115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:21:06.992164 run osmo-msc_10.42.42.6(pid=4651): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4651)]\u000a12:21:07.041019 run osmo-msc_10.42.42.6(pid=4651): stdout: \u000a| (launched: 2022-12-09_12:21:05.871159) \u000a12:21:07.090368 run osmo-msc_10.42.42.6(pid=4651): stderr: \u000a| �[0;m�[38;5;43m20221209122106142 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209122106142 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f86287adc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209122106142 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209122106142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209122106142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209122106142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209122106144 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209122106144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209122106145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209122106145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:21:07.132420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4644): Terminating (SIGTERM)\u000a12:21:07.172105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4647): Terminating (SIGTERM)\u000a12:21:07.211963 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4650): Terminating (SIGTERM)\u000a12:21:07.221262 --- ParallelTerminationStrategy: PID 4644 died...\u000a12:21:07.275032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4644): Terminated: ok {rc=0}\u000a12:21:07.284758 --- ParallelTerminationStrategy: PID 4647 died...\u000a12:21:07.337669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4647): Terminated: ok {rc=0}\u000a12:21:07.347543 --- ParallelTerminationStrategy: PID 4650 died...\u000a12:21:07.400749 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4650): Terminated: ok {rc=0}\u000a12:21:07.490323 bus /sierra_3: Setting Powered False\u000a12:21:08.594229 bus /sierra_3: Setting Powered False\u000a12:21:09.706348 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 42, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4659): Process ended prematurely: osmo-stp_10.42.42.5(pid=4659) [trial-2359↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4659)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4659): Process ended prematurely: osmo-stp_10.42.42.5(pid=4659) [trial-2359↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4659)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:21:10.817793 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:21:10.829988 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:21:10.979187 tst mo_mt_call_osmux.py: using LAC 21426\u000a12:21:11.102167 tst mo_mt_call_osmux.py: using RAC 6\u000a12:21:11.224284 tst mo_mt_call_osmux.py: using CellId 21426\u000a12:21:11.346774 tst mo_mt_call_osmux.py: using BVCI 21427\u000a12:21:11.370049 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:21:11.381389 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:21:11.392286 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:21:11.403458 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:21:11.414770 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:21:11.425917 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:21:11.545291 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:21:11.761625 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:21:12.279684 run create_hlr_db(pid=4653): Launched\u000a12:21:12.469621 bus /sierra_2: Setting Powered False\u000a12:21:13.490329 run create_hlr_db(pid=4653): Terminated: ok {rc=0}\u000a12:21:13.905463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4655): Launched\u000a12:21:14.215006 run osmo-hlr_10.42.42.2(pid=4656): Launched\u000a12:21:14.337034 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:21:14.878454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4658): Launched\u000a12:21:15.187749 run osmo-stp_10.42.42.5(pid=4659): Launched\u000a12:21:15.299927 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:21:15.867753 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4661): Launched\u000a12:21:16.286584 run osmo-msc_10.42.42.6(pid=4662): Launched\u000a12:21:16.612475 run osmo-stp_10.42.42.5(pid=4659): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4659)]\u000a12:21:16.879137 run osmo-stp_10.42.42.5(pid=4659): stdout: \u000a| (launched: 2022-12-09_12:21:15.035144)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:21:17.021938 run osmo-stp_10.42.42.5(pid=4659): stderr: \u000a| �[0;m�[38;5;43m20221209122115203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122115203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122115204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122115204 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122115204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122115205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122115205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:21:17.156382 run osmo-stp_10.42.42.5(pid=4659): stdout: \u000a| (launched: 2022-12-09_12:21:15.035144)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:21:17.282965 run osmo-stp_10.42.42.5(pid=4659): stderr: \u000a| �[0;m�[38;5;43m20221209122115203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122115203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122115204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122115204 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122115204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122115205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122115205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:21:17.338524 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4659): Process ended prematurely: osmo-stp_10.42.42.5(pid=4659) [trial-2359↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4659)] [trial-2359↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a12:21:17.347562 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a12:21:17.409294 run osmo-hlr_10.42.42.2(pid=4656): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4656)]\u000a12:21:17.458975 run osmo-hlr_10.42.42.2(pid=4656): stdout: \u000a| (launched: 2022-12-09_12:21:14.062439) \u000a12:21:17.509470 run osmo-hlr_10.42.42.2(pid=4656): stderr: \u000a| �[0;m�[1;31m20221209122114237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209122114237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209122114237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122114237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122114238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209122114238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209122114250 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209122114258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209122114258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209122114258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:21:17.577679 run osmo-msc_10.42.42.6(pid=4662): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4662)]\u000a12:21:17.627131 run osmo-msc_10.42.42.6(pid=4662): stdout: \u000a| (launched: 2022-12-09_12:21:16.031815) \u000a12:21:17.677534 run osmo-msc_10.42.42.6(pid=4662): stderr: \u000a| �[0;m�[38;5;43m20221209122116577 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209122116577 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f29eba17c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209122116577 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209122116578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209122116578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209122116578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209122116579 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209122116580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209122116580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209122116580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:21:17.720001 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4655): Terminating (SIGTERM)\u000a12:21:17.760291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4658): Terminating (SIGTERM)\u000a12:21:17.800480 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4661): Terminating (SIGTERM)\u000a12:21:17.809882 --- ParallelTerminationStrategy: PID 4655 died...\u000a12:21:17.863595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4655): Terminated: ok {rc=0}\u000a12:21:17.873321 --- ParallelTerminationStrategy: PID 4658 died...\u000a12:21:17.926903 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4658): Terminated: ok {rc=0}\u000a12:21:17.936503 --- ParallelTerminationStrategy: PID 4661 died...\u000a12:21:17.989891 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4661): Terminated: ok {rc=0}\u000a12:21:18.078836 bus /sierra_3: Setting Powered False\u000a12:21:19.182627 bus /sierra_3: Setting Powered False\u000a12:21:20.295092 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "139", "name" : "voice_nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:21:00" }, { "cases" : [ { "testActions" : [ ], "age" : 29, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4675): Process ended prematurely: osmo-stp_10.42.42.5(pid=4675) [trial-2359↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4675)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4675): Process ended prematurely: osmo-stp_10.42.42.5(pid=4675) [trial-2359↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4675)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 emergency:nanobts+band-1900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a12:21:22.287999 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:21:22.299528 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a12:21:22.439097 tst emergency_mo_mt_call.py: using LAC 21427\u000a12:21:22.563883 tst emergency_mo_mt_call.py: using RAC 7\u000a12:21:22.680605 tst emergency_mo_mt_call.py: using CellId 21427\u000a12:21:22.799125 tst emergency_mo_mt_call.py: using BVCI 21428\u000a12:21:22.821920 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:21:22.832826 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:21:22.843502 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:21:22.854295 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:21:22.865004 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:21:22.875612 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a12:21:22.994571 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a12:21:23.205200 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:21:23.711742 run create_hlr_db(pid=4669): Launched\u000a12:21:23.898945 bus /sierra_2: Setting Powered False\u000a12:21:24.919648 run create_hlr_db(pid=4669): Terminated: ok {rc=0}\u000a12:21:25.327695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4671): Launched\u000a12:21:25.632195 run osmo-hlr_10.42.42.2(pid=4672): Launched\u000a12:21:25.743328 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:21:26.270091 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4674): Launched\u000a12:21:26.572099 run osmo-stp_10.42.42.5(pid=4675): Launched\u000a12:21:26.692620 tst emergency_mo_mt_call.py: using MSISDN 7201\u000a12:21:26.841501 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:21:27.395935 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4677): Launched\u000a12:21:27.699407 run osmo-msc_10.42.42.6(pid=4678): Launched\u000a12:21:27.876486 run osmo-stp_10.42.42.5(pid=4675): ERR: Terminated: ERROR {rc=1} [trial-2359↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4675)]\u000a12:21:28.003990 run osmo-stp_10.42.42.5(pid=4675): stdout: \u000a| (launched: 2022-12-09_12:21:26.422196)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:21:28.129864 run osmo-stp_10.42.42.5(pid=4675): stderr: \u000a| �[0;m�[38;5;43m20221209122126593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122126593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122126593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122126593 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122126594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122126594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122126594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:21:28.251564 run osmo-stp_10.42.42.5(pid=4675): stdout: \u000a| (launched: 2022-12-09_12:21:26.422196)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:21:28.371684 run osmo-stp_10.42.42.5(pid=4675): stderr: \u000a| �[0;m�[38;5;43m20221209122126593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122126593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122126593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122126593 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122126594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122126594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122126594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:21:28.424399 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=4675): Process ended prematurely: osmo-stp_10.42.42.5(pid=4675) [trial-2359↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4675)] [trial-2359↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19]\u000a12:21:28.432162 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a12:21:28.492130 run osmo-hlr_10.42.42.2(pid=4672): ERR: Terminated: ERROR {rc=237} [trial-2359↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4672)]\u000a12:21:28.541596 run osmo-hlr_10.42.42.2(pid=4672): stdout: \u000a| (launched: 2022-12-09_12:21:25.481200) \u000a12:21:28.591653 run osmo-hlr_10.42.42.2(pid=4672): stderr: \u000a| �[0;m�[1;31m20221209122125655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209122125655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209122125655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122125655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122125655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209122125655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209122125668 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/emergency:nanobts+band-1900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209122125676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209122125676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209122125677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:21:28.659552 run osmo-msc_10.42.42.6(pid=4678): ERR: Terminated: ERROR {rc=2} [trial-2359↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4678)]\u000a12:21:28.708987 run osmo-msc_10.42.42.6(pid=4678): stdout: \u000a| (launched: 2022-12-09_12:21:27.548807) \u000a12:21:28.758969 run osmo-msc_10.42.42.6(pid=4678): stderr: \u000a| �[0;m�[38;5;43m20221209122127820 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209122127820 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f72d6be5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209122127820 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209122127820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209122127821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209122127821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209122127823 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209122127823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209122127824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209122127824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:21:28.801391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4671): Terminating (SIGTERM)\u000a12:21:28.841569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4674): Terminating (SIGTERM)\u000a12:21:28.881653 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4677): Terminating (SIGTERM)\u000a12:21:28.890951 --- ParallelTerminationStrategy: PID 4671 died...\u000a12:21:28.944692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4671): Terminated: ok {rc=0}\u000a12:21:28.954495 --- ParallelTerminationStrategy: PID 4674 died...\u000a12:21:29.008304 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4674): Terminated: ok {rc=0}\u000a12:21:29.018090 --- ParallelTerminationStrategy: PID 4677 died...\u000a12:21:29.072015 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4677): Terminated: ok {rc=0}\u000a12:21:29.161379 bus /sierra_3: Setting Powered False\u000a12:21:30.265819 bus /sierra_3: Setting Powered False\u000a12:21:31.394262 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 199, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4686): Process ended prematurely: osmo-stp_10.42.42.5(pid=4686) [trial-2359↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4686)]", "failedSince" : 2161, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4686): Process ended prematurely: osmo-stp_10.42.42.5(pid=4686) [trial-2359↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4686)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 emergency:nanobts+band-1900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a12:21:32.447743 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:21:32.459973 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a12:21:32.597728 tst emergency_preemptive_call.py: using LAC 21428\u000a12:21:32.722842 tst emergency_preemptive_call.py: using RAC 8\u000a12:21:32.849342 tst emergency_preemptive_call.py: using CellId 21428\u000a12:21:32.974448 tst emergency_preemptive_call.py: using BVCI 21429\u000a12:21:32.999038 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:21:33.010659 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:21:33.022013 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:21:33.034151 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:21:33.045873 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a12:21:33.057815 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a12:21:33.179966 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a12:21:33.298631 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a12:21:33.419238 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a12:21:33.621733 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:21:34.107447 run create_hlr_db(pid=4680): Launched\u000a12:21:34.283473 bus /sierra_2: Setting Powered False\u000a12:21:35.304686 run create_hlr_db(pid=4680): Terminated: ok {rc=0}\u000a12:21:35.739857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4682): Launched\u000a12:21:36.066645 run osmo-hlr_10.42.42.2(pid=4683): Launched\u000a12:21:36.184470 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:21:36.751238 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4685): Launched\u000a12:21:37.074999 run osmo-stp_10.42.42.5(pid=4686): Launched\u000a12:21:37.205372 tst emergency_preemptive_call.py: using MSISDN 7202\u000a12:21:37.366889 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:21:37.961480 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4688): Launched\u000a12:21:38.286815 run osmo-msc_10.42.42.6(pid=4689): Launched\u000a12:21:38.476060 run osmo-stp_10.42.42.5(pid=4686): ERR: Terminated: ERROR {rc=1} [trial-2359↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4686)]\u000a12:21:38.613163 run osmo-stp_10.42.42.5(pid=4686): stdout: \u000a| (launched: 2022-12-09_12:21:36.914774)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:21:38.748386 run osmo-stp_10.42.42.5(pid=4686): stderr: \u000a| �[0;m�[38;5;43m20221209122137102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122137102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122137102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122137103 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122137103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122137103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122137103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:21:38.878347 run osmo-stp_10.42.42.5(pid=4686): stdout: \u000a| (launched: 2022-12-09_12:21:36.914774)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:21:39.007402 run osmo-stp_10.42.42.5(pid=4686): stderr: \u000a| �[0;m�[38;5;43m20221209122137102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122137102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122137102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122137103 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122137103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122137103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122137103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:21:39.063867 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=4686): Process ended prematurely: osmo-stp_10.42.42.5(pid=4686) [trial-2359↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4686)] [trial-2359↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32]\u000a12:21:39.072558 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a12:21:39.137399 run osmo-hlr_10.42.42.2(pid=4683): ERR: Terminated: ERROR {rc=237} [trial-2359↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4683)]\u000a12:21:39.190365 run osmo-hlr_10.42.42.2(pid=4683): stdout: \u000a| (launched: 2022-12-09_12:21:35.905293) \u000a12:21:39.243943 run osmo-hlr_10.42.42.2(pid=4683): stderr: \u000a| �[0;m�[1;31m20221209122136099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209122136099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209122136099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122136099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122136099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209122136099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209122136110 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/emergency:nanobts+band-1900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209122136120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209122136120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209122136120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:21:39.316703 run osmo-msc_10.42.42.6(pid=4689): ERR: Terminated: ERROR {rc=2} [trial-2359↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=4689)]\u000a12:21:39.369403 run osmo-msc_10.42.42.6(pid=4689): stdout: \u000a| (launched: 2022-12-09_12:21:38.125250) \u000a12:21:39.422837 run osmo-msc_10.42.42.6(pid=4689): stderr: \u000a| �[0;m�[38;5;43m20221209122138444 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209122138444 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2324eb3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209122138444 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209122138444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209122138444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209122138444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209122138446 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209122138447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209122138447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209122138447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:21:39.468158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4682): Terminating (SIGTERM)\u000a12:21:39.511239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4685): Terminating (SIGTERM)\u000a12:21:39.554237 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4688): Terminating (SIGTERM)\u000a12:21:39.564516 --- ParallelTerminationStrategy: PID 4682 died...\u000a12:21:39.622065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4682): Terminated: ok {rc=0}\u000a12:21:39.632586 --- ParallelTerminationStrategy: PID 4685 died...\u000a12:21:39.689564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4685): Terminated: ok {rc=0}\u000a12:21:39.700290 --- ParallelTerminationStrategy: PID 4688 died...\u000a12:21:39.757604 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=4688): Terminated: ok {rc=0}\u000a12:21:39.846604 bus /sierra_9: Setting Powered False\u000a12:21:40.954798 bus /sierra_9: Setting Powered False\u000a12:21:42.067985 bus /sierra_8: Setting Powered False\u000a12:21:43.170161 bus /sierra_8: Setting Powered False\u000a12:21:44.281327 bus /sierra_3: Setting Powered False\u000a12:21:45.385005 bus /sierra_3: Setting Powered False\u000a12:21:46.505485 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "140", "name" : "emergency_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:21:21" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "gprs:nanobts+band-1900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4707): Process ended prematurely: osmo-stp_10.42.42.5(pid=4707) [trial-2359↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4707)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4707): Process ended prematurely: osmo-stp_10.42.42.5(pid=4707) [trial-2359↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4707)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:nanobts+band-1900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:21:48.600590 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:21:48.611361 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a12:21:48.744442 tst cs_paging_gprs_active.py: using LAC 21429\u000a12:21:48.866189 tst cs_paging_gprs_active.py: using RAC 9\u000a12:21:48.990795 tst cs_paging_gprs_active.py: using CellId 21429\u000a12:21:49.113885 tst cs_paging_gprs_active.py: using BVCI 21430\u000a12:21:49.137748 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:21:49.148430 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:21:49.158919 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:21:49.169428 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:21:49.179895 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:21:49.190374 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:21:49.201038 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:21:49.211376 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:21:49.222002 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a12:21:49.343878 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a12:21:49.628421 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:21:49.756920 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:21:50.077617 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4697): Launched\u000a12:21:50.347584 run iperf3-srv_10.42.42.10(pid=4698): Launched\u000a12:21:50.536217 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:21:50.664351 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:21:50.984781 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4699): Launched\u000a12:21:51.252640 run iperf3-srv_10.42.42.10(pid=4700): Launched\u000a12:21:51.440545 tst cs_paging_gprs_active.py:38: start network...\u000a12:21:51.569158 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:21:52.065439 run create_hlr_db(pid=4701): Launched\u000a12:21:52.243176 bus /sierra_2: Setting Powered False\u000a12:21:53.265197 run create_hlr_db(pid=4701): Terminated: ok {rc=0}\u000a12:21:53.705340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4703): Launched\u000a12:21:54.037383 run osmo-hlr_10.42.42.2(pid=4704): Launched\u000a12:21:54.159874 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:21:54.738714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4706): Launched\u000a12:21:55.072049 run osmo-stp_10.42.42.5(pid=4707): Launched\u000a12:21:55.191937 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:21:55.771649 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4709): Launched\u000a12:21:55.889854 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:21:56.181648 run patchelf(pid=4710): Launched\u000a12:21:56.375983 run osmo-stp_10.42.42.5(pid=4707): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4707)]\u000a12:21:56.517032 run osmo-stp_10.42.42.5(pid=4707): stdout: \u000a| (launched: 2022-12-09_12:21:54.907200)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:21:56.658644 run osmo-stp_10.42.42.5(pid=4707): stderr: \u000a| �[0;m�[38;5;43m20221209122155096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122155096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122155096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122155096 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122155097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122155097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122155097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:21:56.795847 run osmo-stp_10.42.42.5(pid=4707): stdout: \u000a| (launched: 2022-12-09_12:21:54.907200)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:21:56.931901 run osmo-stp_10.42.42.5(pid=4707): stderr: \u000a| �[0;m�[38;5;43m20221209122155096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122155096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122155096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122155096 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122155097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122155097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122155097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:21:57.091267 run patchelf(pid=4710): Terminating (SIGINT)\u000a12:21:57.278604 run patchelf(pid=4710): Terminated: ok {rc=0}\u000a12:21:57.313131 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=4707): Process ended prematurely: osmo-stp_10.42.42.5(pid=4707) [trial-2359↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4707)] [trial-2359↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38]\u000a12:21:57.323235 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a12:21:57.387483 run osmo-hlr_10.42.42.2(pid=4704): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4704)]\u000a12:21:57.439702 run osmo-hlr_10.42.42.2(pid=4704): stdout: \u000a| (launched: 2022-12-09_12:21:53.873527) \u000a12:21:57.492489 run osmo-hlr_10.42.42.2(pid=4704): stderr: \u000a| �[0;m�[1;31m20221209122154068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209122154068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209122154068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122154068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122154068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209122154068 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209122154080 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:nanobts+band-1900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209122154088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209122154089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209122154089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:21:57.537278 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4697): Terminating (SIGTERM)\u000a12:21:57.579610 run iperf3-srv_10.42.42.10(pid=4698): Terminating (SIGTERM)\u000a12:21:57.621987 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4699): Terminating (SIGTERM)\u000a12:21:57.664189 run iperf3-srv_10.42.42.10(pid=4700): Terminating (SIGTERM)\u000a12:21:57.706849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4703): Terminating (SIGTERM)\u000a12:21:57.748848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4706): Terminating (SIGTERM)\u000a12:21:57.791243 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4709): Terminating (SIGTERM)\u000a12:21:57.801417 --- ParallelTerminationStrategy: PID 4697 died...\u000a12:21:57.858441 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4697): Terminated: ok {rc=0}\u000a12:21:57.868604 --- ParallelTerminationStrategy: PID 4698 died...\u000a12:21:57.924830 run iperf3-srv_10.42.42.10(pid=4698): Terminated {rc=256}\u000a12:21:57.935181 --- ParallelTerminationStrategy: PID 4699 died...\u000a12:21:57.991615 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4699): Terminated: ok {rc=0}\u000a12:21:58.001794 --- ParallelTerminationStrategy: PID 4700 died...\u000a12:21:58.057993 run iperf3-srv_10.42.42.10(pid=4700): Terminated {rc=256}\u000a12:21:58.068040 --- ParallelTerminationStrategy: PID 4703 died...\u000a12:21:58.123787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4703): Terminated: ok {rc=0}\u000a12:21:58.134098 --- ParallelTerminationStrategy: PID 4706 died...\u000a12:21:58.190102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4706): Terminated: ok {rc=0}\u000a12:21:58.200166 --- ParallelTerminationStrategy: PID 4709 died...\u000a12:21:58.256245 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4709): Terminated: ok {rc=0}\u000a12:21:58.343761 bus /gobi_0: Setting Powered False\u000a12:21:59.450905 bus /gobi_0: Setting Powered False\u000a12:22:00.558626 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:nanobts+band-1900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4719): Process ended prematurely: osmo-stp_10.42.42.5(pid=4719) [trial-2359↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4719)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4719): Process ended prematurely: osmo-stp_10.42.42.5(pid=4719) [trial-2359↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4719)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:nanobts+band-1900 iperf3.py\u000a----------------------------------------------\u000a12:22:01.675917 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:22:01.688870 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a12:22:01.831182 tst iperf3.py: using LAC 21430\u000a12:22:01.969518 tst iperf3.py: using RAC 10\u000a12:22:02.100516 tst iperf3.py: using CellId 21430\u000a12:22:02.232835 tst iperf3.py: using BVCI 21431\u000a12:22:02.258853 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:22:02.270916 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:22:02.282693 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:22:02.296203 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:22:02.307554 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:22:02.320484 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:22:02.332461 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:22:02.342990 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:22:02.354097 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a12:22:02.642789 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:22:02.771798 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:22:03.093422 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4711): Launched\u000a12:22:03.362934 run iperf3-srv_10.42.42.10(pid=4712): Launched\u000a12:22:03.551203 tst iperf3.py:8: start network...\u000a12:22:03.679957 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:22:04.174730 run create_hlr_db(pid=4713): Launched\u000a12:22:04.352217 bus /gobi_6: Setting Powered False\u000a12:22:05.374169 run create_hlr_db(pid=4713): Terminated: ok {rc=0}\u000a12:22:05.787250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4715): Launched\u000a12:22:06.098679 run osmo-hlr_10.42.42.2(pid=4716): Launched\u000a12:22:06.219913 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:22:06.760033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4718): Launched\u000a12:22:07.067813 run osmo-stp_10.42.42.5(pid=4719): Launched\u000a12:22:07.188304 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:22:07.735951 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4721): Launched\u000a12:22:07.845579 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:22:08.117907 run patchelf(pid=4722): Launched\u000a12:22:08.298466 run osmo-stp_10.42.42.5(pid=4719): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4719)]\u000a12:22:08.430263 run osmo-stp_10.42.42.5(pid=4719): stdout: \u000a| (launched: 2022-12-09_12:22:06.916311)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:22:08.562781 run osmo-stp_10.42.42.5(pid=4719): stderr: \u000a| �[0;m�[38;5;43m20221209122207085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122207085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122207086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122207086 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122207087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122207087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122207087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:22:08.690627 run osmo-stp_10.42.42.5(pid=4719): stdout: \u000a| (launched: 2022-12-09_12:22:06.916311)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:22:08.817190 run osmo-stp_10.42.42.5(pid=4719): stderr: \u000a| �[0;m�[38;5;43m20221209122207085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122207085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122207086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122207086 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122207087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122207087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122207087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:22:08.965765 run patchelf(pid=4722): Terminating (SIGINT)\u000a12:22:09.140844 run patchelf(pid=4722): Terminated: ok {rc=0}\u000a12:22:09.172857 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4719): Process ended prematurely: osmo-stp_10.42.42.5(pid=4719) [trial-2359↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4719)] [trial-2359↪gprs:nanobts+band-1900↪iperf3.py:8]\u000a12:22:09.182314 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a12:22:09.242484 run osmo-hlr_10.42.42.2(pid=4716): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:nanobts+band-1900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4716)]\u000a12:22:09.291326 run osmo-hlr_10.42.42.2(pid=4716): stdout: \u000a| (launched: 2022-12-09_12:22:05.945085) \u000a12:22:09.341121 run osmo-hlr_10.42.42.2(pid=4716): stderr: \u000a| �[0;m�[1;31m20221209122206120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209122206120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209122206120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122206120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122206120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209122206121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209122206133 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:nanobts+band-1900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209122206143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209122206143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209122206143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:22:09.383473 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4711): Terminating (SIGTERM)\u000a12:22:09.423315 run iperf3-srv_10.42.42.10(pid=4712): Terminating (SIGTERM)\u000a12:22:09.463242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4715): Terminating (SIGTERM)\u000a12:22:09.503024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4718): Terminating (SIGTERM)\u000a12:22:09.542900 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4721): Terminating (SIGTERM)\u000a12:22:09.552165 --- ParallelTerminationStrategy: PID 4711 died...\u000a12:22:09.605473 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4711): Terminated: ok {rc=0}\u000a12:22:09.615053 --- ParallelTerminationStrategy: PID 4712 died...\u000a12:22:09.667870 run iperf3-srv_10.42.42.10(pid=4712): Terminated {rc=256}\u000a12:22:09.677811 --- ParallelTerminationStrategy: PID 4715 died...\u000a12:22:09.730642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4715): Terminated: ok {rc=0}\u000a12:22:09.740197 --- ParallelTerminationStrategy: PID 4718 died...\u000a12:22:09.793084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4718): Terminated: ok {rc=0}\u000a12:22:09.802759 --- ParallelTerminationStrategy: PID 4721 died...\u000a12:22:09.856097 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4721): Terminated: ok {rc=0}\u000a12:22:09.944302 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:nanobts+band-1900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4737): Process ended prematurely: osmo-stp_10.42.42.5(pid=4737) [trial-2359↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4737)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4737): Process ended prematurely: osmo-stp_10.42.42.5(pid=4737) [trial-2359↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4737)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:nanobts+band-1900 iperf3m4.py\u000a----------------------------------------------\u000a12:22:11.057360 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:22:11.068703 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a12:22:11.199433 tst iperf3m4.py: using LAC 21431\u000a12:22:11.329284 tst iperf3m4.py: using RAC 11\u000a12:22:11.460188 tst iperf3m4.py: using CellId 21431\u000a12:22:11.589121 tst iperf3m4.py: using BVCI 21432\u000a12:22:11.614606 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:22:11.626147 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:22:11.637415 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:22:11.648754 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:22:11.660201 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:22:11.671644 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:22:11.683251 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:22:11.694537 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:22:11.706142 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a12:22:11.824851 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a12:22:11.948251 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a12:22:12.071757 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a12:22:12.354396 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:22:12.482378 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:22:12.805199 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4723): Launched\u000a12:22:13.073621 run iperf3-srv_10.42.42.10(pid=4724): Launched\u000a12:22:13.260626 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:22:13.387799 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:22:13.707713 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4725): Launched\u000a12:22:13.974285 run iperf3-srv_10.42.42.10(pid=4726): Launched\u000a12:22:14.160623 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:22:14.287827 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:22:14.609284 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4727): Launched\u000a12:22:14.876093 run iperf3-srv_10.42.42.10(pid=4728): Launched\u000a12:22:15.063022 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:22:15.190652 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:22:15.513397 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4729): Launched\u000a12:22:15.781422 run iperf3-srv_10.42.42.10(pid=4730): Launched\u000a12:22:15.983781 tst iperf3m4.py:8: start network...\u000a12:22:16.115171 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:22:16.646580 run create_hlr_db(pid=4731): Launched\u000a12:22:16.849150 bus /gobi_6: Setting Powered False\u000a12:22:17.852770 run create_hlr_db(pid=4731): Terminated: ok {rc=0}\u000a12:22:18.310171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4733): Launched\u000a12:22:18.643137 run osmo-hlr_10.42.42.2(pid=4734): Launched\u000a12:22:18.763901 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:22:19.343613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4736): Launched\u000a12:22:19.676291 run osmo-stp_10.42.42.5(pid=4737): Launched\u000a12:22:19.796628 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:22:20.373987 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4739): Launched\u000a12:22:20.492082 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:22:20.783225 run patchelf(pid=4740): Launched\u000a12:22:20.978442 run osmo-stp_10.42.42.5(pid=4737): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4737)]\u000a12:22:21.119180 run osmo-stp_10.42.42.5(pid=4737): stdout: \u000a| (launched: 2022-12-09_12:22:19.511512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:22:21.259979 run osmo-stp_10.42.42.5(pid=4737): stderr: \u000a| �[0;m�[38;5;43m20221209122219699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122219699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122219699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122219700 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122219700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122219700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122219700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:22:21.397076 run osmo-stp_10.42.42.5(pid=4737): stdout: \u000a| (launched: 2022-12-09_12:22:19.511512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:22:21.532205 run osmo-stp_10.42.42.5(pid=4737): stderr: \u000a| �[0;m�[38;5;43m20221209122219699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122219699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122219699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122219700 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122219700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122219700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122219700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:22:21.690453 run patchelf(pid=4740): Terminating (SIGINT)\u000a12:22:21.876928 run patchelf(pid=4740): Terminated: ok {rc=0}\u000a12:22:21.911080 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=4737): Process ended prematurely: osmo-stp_10.42.42.5(pid=4737) [trial-2359↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4737)] [trial-2359↪gprs:nanobts+band-1900↪iperf3m4.py:8]\u000a12:22:21.920928 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a12:22:21.985456 run osmo-hlr_10.42.42.2(pid=4734): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:nanobts+band-1900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4734)]\u000a12:22:22.037662 run osmo-hlr_10.42.42.2(pid=4734): stdout: \u000a| (launched: 2022-12-09_12:22:18.478235) \u000a12:22:22.090511 run osmo-hlr_10.42.42.2(pid=4734): stderr: \u000a| �[0;m�[1;31m20221209122218673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209122218673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209122218673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122218673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122218673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209122218673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209122218685 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:nanobts+band-1900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209122218694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209122218694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209122218694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:22:22.135125 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4723): Terminating (SIGTERM)\u000a12:22:22.177670 run iperf3-srv_10.42.42.10(pid=4724): Terminating (SIGTERM)\u000a12:22:22.220197 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4725): Terminating (SIGTERM)\u000a12:22:22.262634 run iperf3-srv_10.42.42.10(pid=4726): Terminating (SIGTERM)\u000a12:22:22.305685 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4727): Terminating (SIGTERM)\u000a12:22:22.348008 run iperf3-srv_10.42.42.10(pid=4728): Terminating (SIGTERM)\u000a12:22:22.390928 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4729): Terminating (SIGTERM)\u000a12:22:22.433216 run iperf3-srv_10.42.42.10(pid=4730): Terminating (SIGTERM)\u000a12:22:22.475573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4733): Terminating (SIGTERM)\u000a12:22:22.518072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4736): Terminating (SIGTERM)\u000a12:22:22.560280 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4739): Terminating (SIGTERM)\u000a12:22:22.570449 --- ParallelTerminationStrategy: PID 4723 died...\u000a12:22:22.627200 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4723): Terminated: ok {rc=0}\u000a12:22:22.637863 --- ParallelTerminationStrategy: PID 4724 died...\u000a12:22:22.694441 run iperf3-srv_10.42.42.10(pid=4724): Terminated {rc=256}\u000a12:22:22.704598 --- ParallelTerminationStrategy: PID 4725 died...\u000a12:22:22.761372 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4725): Terminated: ok {rc=0}\u000a12:22:22.771637 --- ParallelTerminationStrategy: PID 4726 died...\u000a12:22:22.827855 run iperf3-srv_10.42.42.10(pid=4726): Terminated {rc=256}\u000a12:22:22.838170 --- ParallelTerminationStrategy: PID 4727 died...\u000a12:22:22.894650 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4727): Terminated: ok {rc=0}\u000a12:22:22.904830 --- ParallelTerminationStrategy: PID 4728 died...\u000a12:22:22.960978 run iperf3-srv_10.42.42.10(pid=4728): Terminated {rc=256}\u000a12:22:22.971492 --- ParallelTerminationStrategy: PID 4729 died...\u000a12:22:23.028282 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4729): Terminated: ok {rc=0}\u000a12:22:23.038622 --- ParallelTerminationStrategy: PID 4730 died...\u000a12:22:23.095095 run iperf3-srv_10.42.42.10(pid=4730): Terminated {rc=256}\u000a12:22:23.105565 --- ParallelTerminationStrategy: PID 4733 died...\u000a12:22:23.162073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4733): Terminated: ok {rc=0}\u000a12:22:23.172300 --- ParallelTerminationStrategy: PID 4736 died...\u000a12:22:23.229066 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4736): Terminated: ok {rc=0}\u000a12:22:23.239392 --- ParallelTerminationStrategy: PID 4739 died...\u000a12:22:23.296156 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4739): Terminated: ok {rc=0}\u000a12:22:23.385617 bus /gobi_4: Setting Powered False\u000a12:22:24.490302 bus /gobi_4: Setting Powered False\u000a12:22:25.603245 bus /gobi_1: Setting Powered False\u000a12:22:26.710884 bus /gobi_1: Setting Powered False\u000a12:22:27.822990 bus /gobi_0: Setting Powered False\u000a12:22:28.927586 bus /gobi_0: Setting Powered False\u000a12:22:30.037442 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4747): Process ended prematurely: osmo-stp_10.42.42.5(pid=4747) [trial-2359↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4747)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4747): Process ended prematurely: osmo-stp_10.42.42.5(pid=4747) [trial-2359↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4747)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:nanobts+band-1900 ping.py\u000a----------------------------------------------\u000a12:22:31.114611 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:22:31.130550 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a12:22:31.273913 tst ping.py: using LAC 21432\u000a12:22:31.407793 tst ping.py: using RAC 12\u000a12:22:31.540582 tst ping.py: using CellId 21432\u000a12:22:31.693194 tst ping.py: using BVCI 21433\u000a12:22:31.724695 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:22:31.738750 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:22:31.751869 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:22:31.766446 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:22:31.778709 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:22:31.793268 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:22:31.806985 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:22:31.819257 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a12:22:32.121172 tst ping.py:19: start network...\u000a12:22:32.259136 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:22:32.770571 run create_hlr_db(pid=4741): Launched\u000a12:22:32.958782 bus /gobi_6: Setting Powered False\u000a12:22:33.978778 run create_hlr_db(pid=4741): Terminated: ok {rc=0}\u000a12:22:34.414391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4743): Launched\u000a12:22:34.739904 run osmo-hlr_10.42.42.2(pid=4744): Launched\u000a12:22:34.855181 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:22:35.426503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4746): Launched\u000a12:22:35.751582 run osmo-stp_10.42.42.5(pid=4747): Launched\u000a12:22:35.876475 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:22:36.446869 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4749): Launched\u000a12:22:36.563436 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:22:36.849382 run patchelf(pid=4750): Launched\u000a12:22:37.039613 run osmo-stp_10.42.42.5(pid=4747): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4747)]\u000a12:22:37.178881 run osmo-stp_10.42.42.5(pid=4747): stdout: \u000a| (launched: 2022-12-09_12:22:35.590958)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:22:37.318917 run osmo-stp_10.42.42.5(pid=4747): stderr: \u000a| �[0;m�[38;5;43m20221209122235779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122235779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122235780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122235780 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122235780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122235781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122235781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:22:37.453742 run osmo-stp_10.42.42.5(pid=4747): stdout: \u000a| (launched: 2022-12-09_12:22:35.590958)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:22:37.587725 run osmo-stp_10.42.42.5(pid=4747): stderr: \u000a| �[0;m�[38;5;43m20221209122235779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122235779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122235780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122235780 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122235780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122235781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122235781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:22:37.743959 run patchelf(pid=4750): Terminating (SIGINT)\u000a12:22:37.928121 run patchelf(pid=4750): Terminated: ok {rc=0}\u000a12:22:37.961539 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=4747): Process ended prematurely: osmo-stp_10.42.42.5(pid=4747) [trial-2359↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4747)] [trial-2359↪gprs:nanobts+band-1900↪ping.py:22]\u000a12:22:37.970838 tst ping.py:22: Test FAILED (6.8 sec)\u000a12:22:38.035375 run osmo-hlr_10.42.42.2(pid=4744): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:nanobts+band-1900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4744)]\u000a12:22:38.087718 run osmo-hlr_10.42.42.2(pid=4744): stdout: \u000a| (launched: 2022-12-09_12:22:34.578716) \u000a12:22:38.140732 run osmo-hlr_10.42.42.2(pid=4744): stderr: \u000a| �[0;m�[1;31m20221209122234775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209122234775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209122234775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122234775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122234775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209122234775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209122234787 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:nanobts+band-1900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209122234795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209122234796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209122234796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:22:38.185804 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4743): Terminating (SIGTERM)\u000a12:22:38.228470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4746): Terminating (SIGTERM)\u000a12:22:38.271011 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4749): Terminating (SIGTERM)\u000a12:22:38.281332 --- ParallelTerminationStrategy: PID 4743 died...\u000a12:22:38.338460 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4743): Terminated: ok {rc=0}\u000a12:22:38.348687 --- ParallelTerminationStrategy: PID 4746 died...\u000a12:22:38.405515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4746): Terminated: ok {rc=0}\u000a12:22:38.415801 --- ParallelTerminationStrategy: PID 4749 died...\u000a12:22:38.472314 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4749): Terminated: ok {rc=0}\u000a12:22:38.559314 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4757): Process ended prematurely: osmo-stp_10.42.42.5(pid=4757) [trial-2359↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4757)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4757): Process ended prematurely: osmo-stp_10.42.42.5(pid=4757) [trial-2359↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4757)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:nanobts+band-1900 ping_idle_ping.py\u000a----------------------------------------------\u000a12:22:39.613638 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:22:39.626612 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a12:22:39.768205 tst ping_idle_ping.py: using LAC 21433\u000a12:22:39.888795 tst ping_idle_ping.py: using RAC 13\u000a12:22:40.007166 tst ping_idle_ping.py: using CellId 21433\u000a12:22:40.125653 tst ping_idle_ping.py: using BVCI 21434\u000a12:22:40.149135 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:22:40.160052 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:22:40.171062 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:22:40.182206 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:22:40.193044 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:22:40.203554 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:22:40.214670 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a12:22:40.225497 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a12:22:40.520723 tst ping_idle_ping.py:24: start network...\u000a12:22:40.656539 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:22:41.172049 run create_hlr_db(pid=4751): Launched\u000a12:22:41.361901 bus /gobi_6: Setting Powered False\u000a12:22:42.382106 run create_hlr_db(pid=4751): Terminated: ok {rc=0}\u000a12:22:42.818967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4753): Launched\u000a12:22:43.145862 run osmo-hlr_10.42.42.2(pid=4754): Launched\u000a12:22:43.265412 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:22:43.834906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4756): Launched\u000a12:22:44.162541 run osmo-stp_10.42.42.5(pid=4757): Launched\u000a12:22:44.280051 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:22:44.851151 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4759): Launched\u000a12:22:44.967091 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:22:45.253721 run patchelf(pid=4760): Launched\u000a12:22:45.445845 run osmo-stp_10.42.42.5(pid=4757): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4757)]\u000a12:22:45.585144 run osmo-stp_10.42.42.5(pid=4757): stdout: \u000a| (launched: 2022-12-09_12:22:43.999997)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:22:45.724434 run osmo-stp_10.42.42.5(pid=4757): stderr: \u000a| �[0;m�[38;5;43m20221209122244189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122244189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122244189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122244190 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122244190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122244190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122244190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:22:45.861860 run osmo-stp_10.42.42.5(pid=4757): stdout: \u000a| (launched: 2022-12-09_12:22:43.999997)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:22:45.998830 run osmo-stp_10.42.42.5(pid=4757): stderr: \u000a| �[0;m�[38;5;43m20221209122244189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122244189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122244189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122244190 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122244190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122244190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122244190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:22:46.158154 run patchelf(pid=4760): Terminating (SIGINT)\u000a12:22:46.346840 run patchelf(pid=4760): Terminated: ok {rc=0}\u000a12:22:46.381743 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=4757): Process ended prematurely: osmo-stp_10.42.42.5(pid=4757) [trial-2359↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4757)] [trial-2359↪gprs:nanobts+band-1900↪ping_idle_ping.py:27]\u000a12:22:46.392145 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a12:22:46.458987 run osmo-hlr_10.42.42.2(pid=4754): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:nanobts+band-1900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4754)]\u000a12:22:46.513156 run osmo-hlr_10.42.42.2(pid=4754): stdout: \u000a| (launched: 2022-12-09_12:22:42.983764) \u000a12:22:46.568028 run osmo-hlr_10.42.42.2(pid=4754): stderr: \u000a| �[0;m�[1;31m20221209122243178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209122243178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209122243178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122243178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122243178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209122243178 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209122243191 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:nanobts+band-1900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209122243199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209122243199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209122243199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:22:46.615213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4753): Terminating (SIGTERM)\u000a12:22:46.661276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4756): Terminating (SIGTERM)\u000a12:22:46.706074 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4759): Terminating (SIGTERM)\u000a12:22:46.716460 --- ParallelTerminationStrategy: PID 4753 died...\u000a12:22:46.776026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4753): Terminated: ok {rc=0}\u000a12:22:46.787224 --- ParallelTerminationStrategy: PID 4756 died...\u000a12:22:46.846186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4756): Terminated: ok {rc=0}\u000a12:22:46.857432 --- ParallelTerminationStrategy: PID 4759 died...\u000a12:22:46.916770 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4759): Terminated: ok {rc=0}\u000a12:22:47.005424 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "141", "name" : "gprs_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:21:48" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=4775): Process ended prematurely: osmo-stp_10.42.42.5(pid=4775) [trial-2359↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4775)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=4775): Process ended prematurely: osmo-stp_10.42.42.5(pid=4775) [trial-2359↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4775)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:nanobts+band-1900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:22:49.149735 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:22:49.161160 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:22:49.299346 tst cs_paging_gprs_active.py: using LAC 21434\u000a12:22:49.430715 tst cs_paging_gprs_active.py: using RAC 14\u000a12:22:49.563077 tst cs_paging_gprs_active.py: using CellId 21434\u000a12:22:49.692859 tst cs_paging_gprs_active.py: using BVCI 21435\u000a12:22:49.718243 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:22:49.729768 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:22:49.741036 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:22:49.752529 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:22:49.763748 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:22:49.775311 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:22:49.787283 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:22:49.798633 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:22:49.810308 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:22:49.930640 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:22:50.232088 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:22:50.370906 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:22:50.716145 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4765): Launched\u000a12:22:51.004467 run iperf3-srv_10.42.42.10(pid=4766): Launched\u000a12:22:51.207942 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:22:51.346549 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:22:51.692250 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4767): Launched\u000a12:22:51.978727 run iperf3-srv_10.42.42.10(pid=4768): Launched\u000a12:22:52.181598 tst cs_paging_gprs_active.py:38: start network...\u000a12:22:52.320030 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:22:52.841606 run create_hlr_db(pid=4769): Launched\u000a12:22:53.032754 bus /gobi_6: Setting Powered False\u000a12:22:54.053955 run create_hlr_db(pid=4769): Terminated: ok {rc=0}\u000a12:22:54.469744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4771): Launched\u000a12:22:54.779724 run osmo-hlr_10.42.42.2(pid=4772): Launched\u000a12:22:54.893533 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:22:55.430439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4774): Launched\u000a12:22:55.742491 run osmo-stp_10.42.42.5(pid=4775): Launched\u000a12:22:55.856499 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:22:56.399311 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4777): Launched\u000a12:22:56.509193 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:22:56.781126 run patchelf(pid=4778): Launched\u000a12:22:56.963276 run osmo-stp_10.42.42.5(pid=4775): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4775)]\u000a12:22:57.095952 run osmo-stp_10.42.42.5(pid=4775): stdout: \u000a| (launched: 2022-12-09_12:22:55.587853)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:22:57.228559 run osmo-stp_10.42.42.5(pid=4775): stderr: \u000a| �[0;m�[38;5;43m20221209122255757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122255757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122255757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122255758 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122255758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122255758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122255758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:22:57.356794 run osmo-stp_10.42.42.5(pid=4775): stdout: \u000a| (launched: 2022-12-09_12:22:55.587853)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:22:57.483839 run osmo-stp_10.42.42.5(pid=4775): stderr: \u000a| �[0;m�[38;5;43m20221209122255757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122255757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122255757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122255758 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122255758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122255758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122255758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:22:57.632755 run patchelf(pid=4778): Terminating (SIGINT)\u000a12:22:57.808211 run patchelf(pid=4778): Terminated: ok {rc=0}\u000a12:22:57.840204 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=4775): Process ended prematurely: osmo-stp_10.42.42.5(pid=4775) [trial-2359↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=4775)] [trial-2359↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a12:22:57.849602 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a12:22:57.909931 run osmo-hlr_10.42.42.2(pid=4772): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=4772)]\u000a12:22:57.959378 run osmo-hlr_10.42.42.2(pid=4772): stdout: \u000a| (launched: 2022-12-09_12:22:54.626911) \u000a12:22:58.009575 run osmo-hlr_10.42.42.2(pid=4772): stderr: \u000a| �[0;m�[1;31m20221209122254804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209122254804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209122254804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122254804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122254804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209122254804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209122254816 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:nanobts+band-1900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209122254825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209122254825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209122254825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:22:58.052012 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4765): Terminating (SIGTERM)\u000a12:22:58.092122 run iperf3-srv_10.42.42.10(pid=4766): Terminating (SIGTERM)\u000a12:22:58.132219 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4767): Terminating (SIGTERM)\u000a12:22:58.172040 run iperf3-srv_10.42.42.10(pid=4768): Terminating (SIGTERM)\u000a12:22:58.212127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4771): Terminating (SIGTERM)\u000a12:22:58.251884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4774): Terminating (SIGTERM)\u000a12:22:58.291671 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4777): Terminating (SIGTERM)\u000a12:22:58.300899 --- ParallelTerminationStrategy: PID 4765 died...\u000a12:22:58.354397 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4765): Terminated: ok {rc=0}\u000a12:22:58.364068 --- ParallelTerminationStrategy: PID 4766 died...\u000a12:22:58.417219 run iperf3-srv_10.42.42.10(pid=4766): Terminated {rc=256}\u000a12:22:58.426778 --- ParallelTerminationStrategy: PID 4767 died...\u000a12:22:58.479749 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4767): Terminated: ok {rc=0}\u000a12:22:58.489443 --- ParallelTerminationStrategy: PID 4768 died...\u000a12:22:58.542386 run iperf3-srv_10.42.42.10(pid=4768): Terminated {rc=256}\u000a12:22:58.551953 --- ParallelTerminationStrategy: PID 4771 died...\u000a12:22:58.605782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=4771): Terminated: ok {rc=0}\u000a12:22:58.615413 --- ParallelTerminationStrategy: PID 4774 died...\u000a12:22:58.668462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=4774): Terminated: ok {rc=0}\u000a12:22:58.678070 --- ParallelTerminationStrategy: PID 4777 died...\u000a12:22:58.731288 run pcap-recorder_any(filters='host 10.42.42.6')(pid=4777): Terminated: ok {rc=0}\u000a12:22:58.815169 bus /gobi_0: Setting Powered False\u000a12:22:59.922854 bus /gobi_0: Setting Powered False\u000a12:23:01.048736 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5058): Process ended prematurely: osmo-stp_10.42.42.5(pid=5058) [trial-2359↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5058)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5058): Process ended prematurely: osmo-stp_10.42.42.5(pid=5058) [trial-2359↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5058)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:nanobts+band-1900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a12:23:02.216152 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:02.232800 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:23:02.417041 tst iperf3.py: using LAC 21435\u000a12:23:02.577209 tst iperf3.py: using RAC 15\u000a12:23:02.727948 tst iperf3.py: using CellId 21435\u000a12:23:02.864674 tst iperf3.py: using BVCI 21436\u000a12:23:02.889390 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:02.900891 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:02.919219 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:02.935195 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:02.948942 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:02.960571 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:02.975397 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:02.988878 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:03.005059 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:23:03.319944 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:23:03.479518 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:23:03.885653 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4929): Launched\u000a12:23:04.239074 run iperf3-srv_10.42.42.10(pid=4970): Launched\u000a12:23:04.486400 tst iperf3.py:8: start network...\u000a12:23:04.639114 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:23:05.243817 run create_hlr_db(pid=5050): Launched\u000a12:23:05.428369 bus /gobi_6: Setting Powered False\u000a12:23:06.451154 run create_hlr_db(pid=5050): Terminated: ok {rc=0}\u000a12:23:06.893531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5054): Launched\u000a12:23:07.328785 run osmo-hlr_10.42.42.2(pid=5055): Launched\u000a12:23:07.578978 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:23:08.178782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5057): Launched\u000a12:23:08.609782 run osmo-stp_10.42.42.5(pid=5058): Launched\u000a12:23:08.832886 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:23:09.434996 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5060): Launched\u000a12:23:09.556936 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:23:09.866904 run patchelf(pid=5061): Launched\u000a12:23:10.066173 run osmo-stp_10.42.42.5(pid=5058): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5058)]\u000a12:23:10.212113 run osmo-stp_10.42.42.5(pid=5058): stdout: \u000a| (launched: 2022-12-09_12:23:08.350129)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:23:10.359405 run osmo-stp_10.42.42.5(pid=5058): stderr: \u000a| �[0;m�[38;5;43m20221209122308643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122308643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122308643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122308644 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122308644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122308644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122308644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:23:10.501213 run osmo-stp_10.42.42.5(pid=5058): stdout: \u000a| (launched: 2022-12-09_12:23:08.350129)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:23:10.641782 run osmo-stp_10.42.42.5(pid=5058): stderr: \u000a| �[0;m�[38;5;43m20221209122308643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122308643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122308643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122308644 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122308644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122308644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122308644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:23:10.807556 run patchelf(pid=5061): Terminating (SIGINT)\u000a12:23:11.003034 run patchelf(pid=5061): Terminated: ok {rc=0}\u000a12:23:11.039157 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5058): Process ended prematurely: osmo-stp_10.42.42.5(pid=5058) [trial-2359↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5058)] [trial-2359↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8]\u000a12:23:11.050452 tst iperf3.py:8: Test FAILED (8.9 sec)\u000a12:23:11.119957 run osmo-hlr_10.42.42.2(pid=5055): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5055)]\u000a12:23:11.174771 run osmo-hlr_10.42.42.2(pid=5055): stdout: \u000a| (launched: 2022-12-09_12:23:07.065166) \u000a12:23:11.231084 run osmo-hlr_10.42.42.2(pid=5055): stderr: \u000a| �[0;m�[1;31m20221209122307371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209122307371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209122307371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122307371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122307371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209122307371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209122307391 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209122307400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209122307400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209122307400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:23:11.277405 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4929): Terminating (SIGTERM)\u000a12:23:11.325671 run iperf3-srv_10.42.42.10(pid=4970): Terminating (SIGTERM)\u000a12:23:11.372891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5054): Terminating (SIGTERM)\u000a12:23:11.420022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5057): Terminating (SIGTERM)\u000a12:23:11.465934 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5060): Terminating (SIGTERM)\u000a12:23:11.478285 --- ParallelTerminationStrategy: PID 4929 died...\u000a12:23:11.540145 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=4929): Terminated: ok {rc=0}\u000a12:23:11.551437 --- ParallelTerminationStrategy: PID 4970 died...\u000a12:23:11.612006 run iperf3-srv_10.42.42.10(pid=4970): Terminated {rc=256}\u000a12:23:11.623245 --- ParallelTerminationStrategy: PID 5054 died...\u000a12:23:11.683530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5054): Terminated: ok {rc=0}\u000a12:23:11.695822 --- ParallelTerminationStrategy: PID 5057 died...\u000a12:23:11.756109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5057): Terminated: ok {rc=0}\u000a12:23:11.768200 --- ParallelTerminationStrategy: PID 5060 died...\u000a12:23:11.828443 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5060): Terminated: ok {rc=0}\u000a12:23:11.921306 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 13.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5076): Process ended prematurely: osmo-stp_10.42.42.5(pid=5076) [trial-2359↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5076)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5076): Process ended prematurely: osmo-stp_10.42.42.5(pid=5076) [trial-2359↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5076)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:nanobts+band-1900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a12:23:13.044272 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:13.057606 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:23:13.203675 tst iperf3m4.py: using LAC 21436\u000a12:23:13.339619 tst iperf3m4.py: using RAC 16\u000a12:23:13.474699 tst iperf3m4.py: using CellId 21436\u000a12:23:13.610196 tst iperf3m4.py: using BVCI 21437\u000a12:23:13.637305 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:13.650003 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:13.663616 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:13.678406 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:13.691980 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:13.704873 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:13.719640 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:13.734616 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:13.748547 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:23:13.877840 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:23:14.011661 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:23:14.143023 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:23:14.460677 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:23:14.606264 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:23:14.978207 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5062): Launched\u000a12:23:15.288177 run iperf3-srv_10.42.42.10(pid=5063): Launched\u000a12:23:15.501382 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:23:15.647281 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:23:16.083173 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5064): Launched\u000a12:23:16.438698 run iperf3-srv_10.42.42.10(pid=5065): Launched\u000a12:23:16.694186 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:23:16.871421 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:23:17.342744 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5066): Launched\u000a12:23:17.689697 run iperf3-srv_10.42.42.10(pid=5067): Launched\u000a12:23:17.955447 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:23:18.133086 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:23:18.537943 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5068): Launched\u000a12:23:18.830379 run iperf3-srv_10.42.42.10(pid=5069): Launched\u000a12:23:19.025280 tst iperf3m4.py:8: start network...\u000a12:23:19.158446 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:23:19.710050 run create_hlr_db(pid=5070): Launched\u000a12:23:19.893686 bus /gobi_6: Setting Powered False\u000a12:23:20.917306 run create_hlr_db(pid=5070): Terminated: ok {rc=0}\u000a12:23:21.363413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5072): Launched\u000a12:23:21.797335 run osmo-hlr_10.42.42.2(pid=5073): Launched\u000a12:23:22.027936 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:23:22.672901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5075): Launched\u000a12:23:23.100497 run osmo-stp_10.42.42.5(pid=5076): Launched\u000a12:23:23.340741 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:23:23.961744 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5078): Launched\u000a12:23:24.074657 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:23:24.398694 run patchelf(pid=5079): Launched\u000a12:23:24.598850 run osmo-stp_10.42.42.5(pid=5076): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5076)]\u000a12:23:24.744606 run osmo-stp_10.42.42.5(pid=5076): stdout: \u000a| (launched: 2022-12-09_12:23:22.838012)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:23:24.890636 run osmo-stp_10.42.42.5(pid=5076): stderr: \u000a| �[0;m�[38;5;43m20221209122323163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122323163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122323163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122323164 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122323164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122323164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122323164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:23:25.032059 run osmo-stp_10.42.42.5(pid=5076): stdout: \u000a| (launched: 2022-12-09_12:23:22.838012)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:23:25.172448 run osmo-stp_10.42.42.5(pid=5076): stderr: \u000a| �[0;m�[38;5;43m20221209122323163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122323163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122323163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122323164 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122323164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122323164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122323164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:23:25.336505 run patchelf(pid=5079): Terminating (SIGINT)\u000a12:23:25.529816 run patchelf(pid=5079): Terminated: ok {rc=0}\u000a12:23:25.565737 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5076): Process ended prematurely: osmo-stp_10.42.42.5(pid=5076) [trial-2359↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5076)] [trial-2359↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8]\u000a12:23:25.576776 tst iperf3m4.py:8: Test FAILED (12.6 sec)\u000a12:23:25.646473 run osmo-hlr_10.42.42.2(pid=5073): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5073)]\u000a12:23:25.701172 run osmo-hlr_10.42.42.2(pid=5073): stdout: \u000a| (launched: 2022-12-09_12:23:21.528144) \u000a12:23:25.755337 run osmo-hlr_10.42.42.2(pid=5073): stderr: \u000a| �[0;m�[1;31m20221209122321866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209122321866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209122321866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122321866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122321866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209122321866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209122321885 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209122321894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209122321894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209122321894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:23:25.802890 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5062): Terminating (SIGTERM)\u000a12:23:25.850715 run iperf3-srv_10.42.42.10(pid=5063): Terminating (SIGTERM)\u000a12:23:25.896404 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5064): Terminating (SIGTERM)\u000a12:23:25.943284 run iperf3-srv_10.42.42.10(pid=5065): Terminating (SIGTERM)\u000a12:23:25.991194 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5066): Terminating (SIGTERM)\u000a12:23:26.038095 run iperf3-srv_10.42.42.10(pid=5067): Terminating (SIGTERM)\u000a12:23:26.084707 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5068): Terminating (SIGTERM)\u000a12:23:26.131740 run iperf3-srv_10.42.42.10(pid=5069): Terminating (SIGTERM)\u000a12:23:26.178452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5072): Terminating (SIGTERM)\u000a12:23:26.225458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5075): Terminating (SIGTERM)\u000a12:23:26.272579 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5078): Terminating (SIGTERM)\u000a12:23:26.283139 --- ParallelTerminationStrategy: PID 5062 died...\u000a12:23:26.344340 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5062): Terminated: ok {rc=0}\u000a12:23:26.355670 --- ParallelTerminationStrategy: PID 5063 died...\u000a12:23:26.415919 run iperf3-srv_10.42.42.10(pid=5063): Terminated {rc=256}\u000a12:23:26.427180 --- ParallelTerminationStrategy: PID 5064 died...\u000a12:23:26.487529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5064): Terminated: ok {rc=0}\u000a12:23:26.499111 --- ParallelTerminationStrategy: PID 5065 died...\u000a12:23:26.558954 run iperf3-srv_10.42.42.10(pid=5065): Terminated {rc=256}\u000a12:23:26.570160 --- ParallelTerminationStrategy: PID 5066 died...\u000a12:23:26.631132 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5066): Terminated: ok {rc=0}\u000a12:23:26.642508 --- ParallelTerminationStrategy: PID 5067 died...\u000a12:23:26.700476 run iperf3-srv_10.42.42.10(pid=5067): Terminated {rc=256}\u000a12:23:26.710954 --- ParallelTerminationStrategy: PID 5068 died...\u000a12:23:26.768294 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5068): Terminated: ok {rc=0}\u000a12:23:26.778891 --- ParallelTerminationStrategy: PID 5069 died...\u000a12:23:26.836065 run iperf3-srv_10.42.42.10(pid=5069): Terminated {rc=256}\u000a12:23:26.846713 --- ParallelTerminationStrategy: PID 5072 died...\u000a12:23:26.904140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5072): Terminated: ok {rc=0}\u000a12:23:26.914839 --- ParallelTerminationStrategy: PID 5075 died...\u000a12:23:26.971986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5075): Terminated: ok {rc=0}\u000a12:23:26.982888 --- ParallelTerminationStrategy: PID 5078 died...\u000a12:23:27.040284 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5078): Terminated: ok {rc=0}\u000a12:23:27.128922 bus /gobi_4: Setting Powered False\u000a12:23:28.237337 bus /gobi_4: Setting Powered False\u000a12:23:29.345949 bus /gobi_1: Setting Powered False\u000a12:23:30.453909 bus /gobi_1: Setting Powered False\u000a12:23:31.566616 bus /gobi_0: Setting Powered False\u000a12:23:32.673308 bus /gobi_0: Setting Powered False\u000a12:23:33.783201 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5087): Process ended prematurely: osmo-stp_10.42.42.5(pid=5087) [trial-2359↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5087)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5087): Process ended prematurely: osmo-stp_10.42.42.5(pid=5087) [trial-2359↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5087)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:nanobts+band-1900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a12:23:34.853391 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:34.865678 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:23:35.004034 tst ping.py: using LAC 21437\u000a12:23:35.132533 tst ping.py: using RAC 17\u000a12:23:35.254673 tst ping.py: using CellId 21437\u000a12:23:35.377165 tst ping.py: using BVCI 21438\u000a12:23:35.400384 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:35.411832 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:35.423016 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:35.434292 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:35.445443 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:35.456484 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:35.467490 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:35.478633 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:23:35.776236 tst ping.py:19: start network...\u000a12:23:35.911895 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:23:36.427099 run create_hlr_db(pid=5081): Launched\u000a12:23:36.616416 bus /gobi_6: Setting Powered False\u000a12:23:37.636834 run create_hlr_db(pid=5081): Terminated: ok {rc=0}\u000a12:23:38.074368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5083): Launched\u000a12:23:38.402912 run osmo-hlr_10.42.42.2(pid=5084): Launched\u000a12:23:38.524455 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:23:39.097602 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5086): Launched\u000a12:23:39.426624 run osmo-stp_10.42.42.5(pid=5087): Launched\u000a12:23:39.545256 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:23:40.116483 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5089): Launched\u000a12:23:40.233042 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:23:40.521985 run patchelf(pid=5090): Launched\u000a12:23:40.714445 run osmo-stp_10.42.42.5(pid=5087): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5087)]\u000a12:23:40.854419 run osmo-stp_10.42.42.5(pid=5087): stdout: \u000a| (launched: 2022-12-09_12:23:39.263211)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:23:40.994724 run osmo-stp_10.42.42.5(pid=5087): stderr: \u000a| �[0;m�[38;5;43m20221209122339451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122339451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122339451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122339452 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122339452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122339452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122339452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:23:41.130228 run osmo-stp_10.42.42.5(pid=5087): stdout: \u000a| (launched: 2022-12-09_12:23:39.263211)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:23:41.264799 run osmo-stp_10.42.42.5(pid=5087): stderr: \u000a| �[0;m�[38;5;43m20221209122339451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122339451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122339451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122339452 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122339452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122339452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122339452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:23:41.422444 run patchelf(pid=5090): Terminating (SIGINT)\u000a12:23:41.607568 run patchelf(pid=5090): Terminated: ok {rc=0}\u000a12:23:41.641257 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5087): Process ended prematurely: osmo-stp_10.42.42.5(pid=5087) [trial-2359↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5087)] [trial-2359↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22]\u000a12:23:41.650715 tst ping.py:22: Test FAILED (6.8 sec)\u000a12:23:41.715378 run osmo-hlr_10.42.42.2(pid=5084): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5084)]\u000a12:23:41.767822 run osmo-hlr_10.42.42.2(pid=5084): stdout: \u000a| (launched: 2022-12-09_12:23:38.239482) \u000a12:23:41.820908 run osmo-hlr_10.42.42.2(pid=5084): stderr: \u000a| �[0;m�[1;31m20221209122338433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209122338433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209122338433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122338434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122338434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209122338434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209122338450 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:nanobts+band-1900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209122338459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209122338460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209122338460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:23:41.865917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5083): Terminating (SIGTERM)\u000a12:23:41.908449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5086): Terminating (SIGTERM)\u000a12:23:41.951269 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5089): Terminating (SIGTERM)\u000a12:23:41.961254 --- ParallelTerminationStrategy: PID 5083 died...\u000a12:23:42.018285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5083): Terminated: ok {rc=0}\u000a12:23:42.028476 --- ParallelTerminationStrategy: PID 5086 died...\u000a12:23:42.085333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5086): Terminated: ok {rc=0}\u000a12:23:42.095590 --- ParallelTerminationStrategy: PID 5089 died...\u000a12:23:42.152257 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5089): Terminated: ok {rc=0}\u000a12:23:42.240209 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5097): Process ended prematurely: osmo-stp_10.42.42.5(pid=5097) [trial-2359↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5097)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5097): Process ended prematurely: osmo-stp_10.42.42.5(pid=5097) [trial-2359↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5097)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:nanobts+band-1900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a12:23:43.295012 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:43.307987 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:23:43.447015 tst ping_idle_ping.py: using LAC 21438\u000a12:23:43.575421 tst ping_idle_ping.py: using RAC 18\u000a12:23:43.703305 tst ping_idle_ping.py: using CellId 21438\u000a12:23:43.832830 tst ping_idle_ping.py: using BVCI 21439\u000a12:23:43.857849 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:43.869512 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:43.880798 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:43.892452 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:43.903994 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:43.915636 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:43.927485 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:23:43.939074 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:23:44.224329 tst ping_idle_ping.py:24: start network...\u000a12:23:44.351497 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:23:44.851001 run create_hlr_db(pid=5091): Launched\u000a12:23:45.029743 bus /gobi_6: Setting Powered False\u000a12:23:46.081345 run create_hlr_db(pid=5091): Terminated: ok {rc=0}\u000a12:23:46.542710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5093): Launched\u000a12:23:46.905293 run osmo-hlr_10.42.42.2(pid=5094): Launched\u000a12:23:47.065446 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:23:47.703778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5096): Launched\u000a12:23:48.033500 run osmo-stp_10.42.42.5(pid=5097): Launched\u000a12:23:48.151788 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:23:48.727307 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5099): Launched\u000a12:23:48.844226 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:23:49.131627 run patchelf(pid=5100): Launched\u000a12:23:49.324627 run osmo-stp_10.42.42.5(pid=5097): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5097)]\u000a12:23:49.465420 run osmo-stp_10.42.42.5(pid=5097): stdout: \u000a| (launched: 2022-12-09_12:23:47.870291)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:23:49.605779 run osmo-stp_10.42.42.5(pid=5097): stderr: \u000a| �[0;m�[38;5;43m20221209122348059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122348059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122348059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122348060 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122348060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122348060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122348061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:23:49.741434 run osmo-stp_10.42.42.5(pid=5097): stdout: \u000a| (launched: 2022-12-09_12:23:47.870291)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:23:49.875853 run osmo-stp_10.42.42.5(pid=5097): stderr: \u000a| �[0;m�[38;5;43m20221209122348059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122348059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122348059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122348060 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122348060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122348060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122348061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:23:50.033672 run patchelf(pid=5100): Terminating (SIGINT)\u000a12:23:50.219124 run patchelf(pid=5100): Terminated: ok {rc=0}\u000a12:23:50.252858 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=5097): Process ended prematurely: osmo-stp_10.42.42.5(pid=5097) [trial-2359↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5097)] [trial-2359↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a12:23:50.262282 tst ping_idle_ping.py:27: Test FAILED (7.0 sec)\u000a12:23:50.326985 run osmo-hlr_10.42.42.2(pid=5094): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5094)]\u000a12:23:50.379573 run osmo-hlr_10.42.42.2(pid=5094): stdout: \u000a| (launched: 2022-12-09_12:23:46.714032) \u000a12:23:50.432756 run osmo-hlr_10.42.42.2(pid=5094): stderr: \u000a| �[0;m�[1;31m20221209122347116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209122347116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209122347116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122347116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122347116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209122347116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209122347175 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:nanobts+band-1900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209122347191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209122347192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209122347192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:23:50.478028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5093): Terminating (SIGTERM)\u000a12:23:50.520911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5096): Terminating (SIGTERM)\u000a12:23:50.563466 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5099): Terminating (SIGTERM)\u000a12:23:50.573364 --- ParallelTerminationStrategy: PID 5093 died...\u000a12:23:50.630247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5093): Terminated: ok {rc=0}\u000a12:23:50.640779 --- ParallelTerminationStrategy: PID 5096 died...\u000a12:23:50.697561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5096): Terminated: ok {rc=0}\u000a12:23:50.707824 --- ParallelTerminationStrategy: PID 5099 died...\u000a12:23:50.764567 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5099): Terminated: ok {rc=0}\u000a12:23:50.852657 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 64.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "142", "name" : "gprs_nanobts+band-1900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:22:48" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5114): Process ended prematurely: osmo-stp_10.42.42.5(pid=5114) [trial-2359↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5114)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5114): Process ended prematurely: osmo-stp_10.42.42.5(pid=5114) [trial-2359↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5114)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:nanobts+band-1900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:23:53.000082 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:23:53.011979 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:23:53.170909 tst cs_paging_gprs_active.py: using LAC 21439\u000a12:23:53.302906 tst cs_paging_gprs_active.py: using RAC 19\u000a12:23:53.435178 tst cs_paging_gprs_active.py: using CellId 21439\u000a12:23:53.567003 tst cs_paging_gprs_active.py: using BVCI 21440\u000a12:23:53.592672 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:23:53.604431 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:23:53.616020 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:23:53.628657 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:23:53.640170 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:23:53.651812 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:23:53.663697 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:23:53.675150 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:23:53.687523 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:23:53.809355 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:23:54.110069 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:23:54.249241 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:23:54.595013 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5104): Launched\u000a12:23:54.884917 run iperf3-srv_10.42.42.10(pid=5105): Launched\u000a12:23:55.090284 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:23:55.230027 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:23:55.578625 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5106): Launched\u000a12:23:55.865825 run iperf3-srv_10.42.42.10(pid=5107): Launched\u000a12:23:56.069768 tst cs_paging_gprs_active.py:38: start network...\u000a12:23:56.208855 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:23:56.734966 run create_hlr_db(pid=5108): Launched\u000a12:23:56.926709 bus /gobi_6: Setting Powered False\u000a12:23:57.948373 run create_hlr_db(pid=5108): Terminated: ok {rc=0}\u000a12:23:58.393354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5110): Launched\u000a12:23:58.729600 run osmo-hlr_10.42.42.2(pid=5111): Launched\u000a12:23:58.852476 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:23:59.432530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5113): Launched\u000a12:23:59.767026 run osmo-stp_10.42.42.5(pid=5114): Launched\u000a12:23:59.887180 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:24:00.467989 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5116): Launched\u000a12:24:00.586547 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:24:00.894629 run patchelf(pid=5117): Launched\u000a12:24:01.093935 run osmo-stp_10.42.42.5(pid=5114): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5114)]\u000a12:24:01.239616 run osmo-stp_10.42.42.5(pid=5114): stdout: \u000a| (launched: 2022-12-09_12:23:59.601409)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:24:01.386608 run osmo-stp_10.42.42.5(pid=5114): stderr: \u000a| �[0;m�[38;5;43m20221209122359793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122359793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122359793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122359794 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122359794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122359794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122359794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:24:01.528275 run osmo-stp_10.42.42.5(pid=5114): stdout: \u000a| (launched: 2022-12-09_12:23:59.601409)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:24:01.703041 run osmo-stp_10.42.42.5(pid=5114): stderr: \u000a| �[0;m�[38;5;43m20221209122359793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122359793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122359793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122359794 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122359794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122359794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122359794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:24:01.875368 run patchelf(pid=5117): Terminating (SIGINT)\u000a12:24:02.068314 run patchelf(pid=5117): Terminated: ok {rc=0}\u000a12:24:02.104367 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5114): Process ended prematurely: osmo-stp_10.42.42.5(pid=5114) [trial-2359↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5114)] [trial-2359↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a12:24:02.115295 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a12:24:02.183904 run osmo-hlr_10.42.42.2(pid=5111): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5111)]\u000a12:24:02.238539 run osmo-hlr_10.42.42.2(pid=5111): stdout: \u000a| (launched: 2022-12-09_12:23:58.563142) \u000a12:24:02.291961 run osmo-hlr_10.42.42.2(pid=5111): stderr: \u000a| �[0;m�[1;31m20221209122358761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209122358761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209122358761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122358761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122358761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209122358761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209122358772 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209122358781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209122358781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209122358781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:24:02.337209 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5104): Terminating (SIGTERM)\u000a12:24:02.380403 run iperf3-srv_10.42.42.10(pid=5105): Terminating (SIGTERM)\u000a12:24:02.423370 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5106): Terminating (SIGTERM)\u000a12:24:02.466584 run iperf3-srv_10.42.42.10(pid=5107): Terminating (SIGTERM)\u000a12:24:02.509449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5110): Terminating (SIGTERM)\u000a12:24:02.552366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5113): Terminating (SIGTERM)\u000a12:24:02.595118 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5116): Terminating (SIGTERM)\u000a12:24:02.605246 --- ParallelTerminationStrategy: PID 5104 died...\u000a12:24:02.662635 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5104): Terminated: ok {rc=0}\u000a12:24:02.672931 --- ParallelTerminationStrategy: PID 5105 died...\u000a12:24:02.729868 run iperf3-srv_10.42.42.10(pid=5105): Terminated {rc=256}\u000a12:24:02.740181 --- ParallelTerminationStrategy: PID 5106 died...\u000a12:24:02.797185 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5106): Terminated: ok {rc=0}\u000a12:24:02.807469 --- ParallelTerminationStrategy: PID 5107 died...\u000a12:24:02.864585 run iperf3-srv_10.42.42.10(pid=5107): Terminated {rc=256}\u000a12:24:02.874978 --- ParallelTerminationStrategy: PID 5110 died...\u000a12:24:02.932484 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5110): Terminated: ok {rc=0}\u000a12:24:02.942872 --- ParallelTerminationStrategy: PID 5113 died...\u000a12:24:03.000545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5113): Terminated: ok {rc=0}\u000a12:24:03.010933 --- ParallelTerminationStrategy: PID 5116 died...\u000a12:24:03.068322 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5116): Terminated: ok {rc=0}\u000a12:24:03.158345 bus /gobi_0: Setting Powered False\u000a12:24:04.260240 bus /gobi_0: Setting Powered False\u000a12:24:05.367863 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5126): Process ended prematurely: osmo-stp_10.42.42.5(pid=5126) [trial-2359↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5126)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5126): Process ended prematurely: osmo-stp_10.42.42.5(pid=5126) [trial-2359↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5126)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a12:24:06.485190 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:06.497751 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:24:06.656367 tst iperf3.py: using LAC 21440\u000a12:24:06.778874 tst iperf3.py: using RAC 20\u000a12:24:06.903012 tst iperf3.py: using CellId 21440\u000a12:24:07.026788 tst iperf3.py: using BVCI 21441\u000a12:24:07.050892 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:07.062197 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:07.073166 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:07.084320 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:07.095314 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:07.106347 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:07.117612 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:07.128431 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:07.139540 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:24:07.439953 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:24:07.578778 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:24:07.924009 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5118): Launched\u000a12:24:08.213266 run iperf3-srv_10.42.42.10(pid=5119): Launched\u000a12:24:08.417196 tst iperf3.py:8: start network...\u000a12:24:08.555420 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:24:09.079603 run create_hlr_db(pid=5120): Launched\u000a12:24:09.271329 bus /gobi_6: Setting Powered False\u000a12:24:10.292480 run create_hlr_db(pid=5120): Terminated: ok {rc=0}\u000a12:24:10.712391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5122): Launched\u000a12:24:11.029093 run osmo-hlr_10.42.42.2(pid=5123): Launched\u000a12:24:11.152705 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:24:11.700843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5125): Launched\u000a12:24:12.014465 run osmo-stp_10.42.42.5(pid=5126): Launched\u000a12:24:12.126884 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:24:12.670410 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5128): Launched\u000a12:24:12.780504 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:24:13.054630 run patchelf(pid=5129): Launched\u000a12:24:13.236298 run osmo-stp_10.42.42.5(pid=5126): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5126)]\u000a12:24:13.368753 run osmo-stp_10.42.42.5(pid=5126): stdout: \u000a| (launched: 2022-12-09_12:24:11.859023)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:24:13.502136 run osmo-stp_10.42.42.5(pid=5126): stderr: \u000a| �[0;m�[38;5;43m20221209122412029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122412029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122412030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122412030 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122412030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122412031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122412031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:24:13.630259 run osmo-stp_10.42.42.5(pid=5126): stdout: \u000a| (launched: 2022-12-09_12:24:11.859023)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:24:13.757279 run osmo-stp_10.42.42.5(pid=5126): stderr: \u000a| �[0;m�[38;5;43m20221209122412029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122412029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122412030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122412030 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122412030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122412031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122412031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:24:13.907012 run patchelf(pid=5129): Terminating (SIGINT)\u000a12:24:14.083189 run patchelf(pid=5129): Terminated: ok {rc=0}\u000a12:24:14.115517 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5126): Process ended prematurely: osmo-stp_10.42.42.5(pid=5126) [trial-2359↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5126)] [trial-2359↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a12:24:14.124846 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a12:24:14.185384 run osmo-hlr_10.42.42.2(pid=5123): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5123)]\u000a12:24:14.234837 run osmo-hlr_10.42.42.2(pid=5123): stdout: \u000a| (launched: 2022-12-09_12:24:10.871026) \u000a12:24:14.285106 run osmo-hlr_10.42.42.2(pid=5123): stderr: \u000a| �[0;m�[1;31m20221209122411047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209122411047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209122411047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122411047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122411047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209122411047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209122411059 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209122411067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209122411068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209122411068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:24:14.327900 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5118): Terminating (SIGTERM)\u000a12:24:14.368024 run iperf3-srv_10.42.42.10(pid=5119): Terminating (SIGTERM)\u000a12:24:14.408504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5122): Terminating (SIGTERM)\u000a12:24:14.448896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5125): Terminating (SIGTERM)\u000a12:24:14.489199 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5128): Terminating (SIGTERM)\u000a12:24:14.498589 --- ParallelTerminationStrategy: PID 5118 died...\u000a12:24:14.552562 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5118): Terminated: ok {rc=0}\u000a12:24:14.562335 --- ParallelTerminationStrategy: PID 5119 died...\u000a12:24:14.615739 run iperf3-srv_10.42.42.10(pid=5119): Terminated {rc=256}\u000a12:24:14.625548 --- ParallelTerminationStrategy: PID 5122 died...\u000a12:24:14.679173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5122): Terminated: ok {rc=0}\u000a12:24:14.689015 --- ParallelTerminationStrategy: PID 5125 died...\u000a12:24:14.742887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5125): Terminated: ok {rc=0}\u000a12:24:14.752578 --- ParallelTerminationStrategy: PID 5128 died...\u000a12:24:14.806619 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5128): Terminated: ok {rc=0}\u000a12:24:14.896855 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5144): Process ended prematurely: osmo-stp_10.42.42.5(pid=5144) [trial-2359↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5144)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5144): Process ended prematurely: osmo-stp_10.42.42.5(pid=5144) [trial-2359↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5144)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a12:24:16.016794 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:16.030247 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:24:16.215399 tst iperf3m4.py: using LAC 21441\u000a12:24:16.351714 tst iperf3m4.py: using RAC 21\u000a12:24:16.516525 tst iperf3m4.py: using CellId 21441\u000a12:24:16.648310 tst iperf3m4.py: using BVCI 21442\u000a12:24:16.674983 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:16.687632 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:16.700136 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:16.714805 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:16.729087 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:16.741616 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:16.755089 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:16.769237 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:16.782476 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:24:16.912451 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:24:17.073549 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:24:17.212811 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:24:17.510090 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:24:17.639933 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:24:17.965889 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5130): Launched\u000a12:24:18.237533 run iperf3-srv_10.42.42.10(pid=5131): Launched\u000a12:24:18.427533 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:24:18.556603 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:24:18.882373 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5132): Launched\u000a12:24:19.152658 run iperf3-srv_10.42.42.10(pid=5133): Launched\u000a12:24:19.342976 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:24:19.472560 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:24:19.799008 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5134): Launched\u000a12:24:20.070163 run iperf3-srv_10.42.42.10(pid=5135): Launched\u000a12:24:20.260517 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:24:20.390390 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:24:20.716722 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5136): Launched\u000a12:24:20.987482 run iperf3-srv_10.42.42.10(pid=5137): Launched\u000a12:24:21.176123 tst iperf3m4.py:8: start network...\u000a12:24:21.304932 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:24:21.805493 run create_hlr_db(pid=5138): Launched\u000a12:24:21.984264 bus /gobi_6: Setting Powered False\u000a12:24:23.004863 run create_hlr_db(pid=5138): Terminated: ok {rc=0}\u000a12:24:23.451161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5140): Launched\u000a12:24:23.784511 run osmo-hlr_10.42.42.2(pid=5141): Launched\u000a12:24:23.907040 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:24:24.485766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5143): Launched\u000a12:24:24.819535 run osmo-stp_10.42.42.5(pid=5144): Launched\u000a12:24:24.939520 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:24:25.521102 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5146): Launched\u000a12:24:25.639854 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:24:25.931236 run patchelf(pid=5147): Launched\u000a12:24:26.125221 run osmo-stp_10.42.42.5(pid=5144): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5144)]\u000a12:24:26.266747 run osmo-stp_10.42.42.5(pid=5144): stdout: \u000a| (launched: 2022-12-09_12:24:24.654185)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:24:26.408998 run osmo-stp_10.42.42.5(pid=5144): stderr: \u000a| �[0;m�[38;5;43m20221209122424843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122424843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122424844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122424844 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122424844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122424845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122424845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:24:26.546244 run osmo-stp_10.42.42.5(pid=5144): stdout: \u000a| (launched: 2022-12-09_12:24:24.654185)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:24:26.682313 run osmo-stp_10.42.42.5(pid=5144): stderr: \u000a| �[0;m�[38;5;43m20221209122424843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122424843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122424844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122424844 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122424844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122424845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122424845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:24:26.841133 run patchelf(pid=5147): Terminating (SIGINT)\u000a12:24:27.028799 run patchelf(pid=5147): Terminated: ok {rc=0}\u000a12:24:27.063519 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5144): Process ended prematurely: osmo-stp_10.42.42.5(pid=5144) [trial-2359↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5144)] [trial-2359↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a12:24:27.073855 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a12:24:27.138889 run osmo-hlr_10.42.42.2(pid=5141): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5141)]\u000a12:24:27.191319 run osmo-hlr_10.42.42.2(pid=5141): stdout: \u000a| (launched: 2022-12-09_12:24:23.620329) \u000a12:24:27.244669 run osmo-hlr_10.42.42.2(pid=5141): stderr: \u000a| �[0;m�[1;31m20221209122423819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209122423819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209122423819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122423819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122423819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209122423819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209122423831 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209122423842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209122423842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209122423843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:24:27.290024 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5130): Terminating (SIGTERM)\u000a12:24:27.332417 run iperf3-srv_10.42.42.10(pid=5131): Terminating (SIGTERM)\u000a12:24:27.375977 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5132): Terminating (SIGTERM)\u000a12:24:27.418831 run iperf3-srv_10.42.42.10(pid=5133): Terminating (SIGTERM)\u000a12:24:27.461544 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5134): Terminating (SIGTERM)\u000a12:24:27.504767 run iperf3-srv_10.42.42.10(pid=5135): Terminating (SIGTERM)\u000a12:24:27.548109 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5136): Terminating (SIGTERM)\u000a12:24:27.590979 run iperf3-srv_10.42.42.10(pid=5137): Terminating (SIGTERM)\u000a12:24:27.633851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5140): Terminating (SIGTERM)\u000a12:24:27.676912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5143): Terminating (SIGTERM)\u000a12:24:27.719818 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5146): Terminating (SIGTERM)\u000a12:24:27.729969 --- ParallelTerminationStrategy: PID 5130 died...\u000a12:24:27.787043 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5130): Terminated: ok {rc=0}\u000a12:24:27.797743 --- ParallelTerminationStrategy: PID 5131 died...\u000a12:24:27.854877 run iperf3-srv_10.42.42.10(pid=5131): Terminated {rc=256}\u000a12:24:27.865186 --- ParallelTerminationStrategy: PID 5132 died...\u000a12:24:27.921650 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5132): Terminated: ok {rc=0}\u000a12:24:27.932094 --- ParallelTerminationStrategy: PID 5133 died...\u000a12:24:27.988590 run iperf3-srv_10.42.42.10(pid=5133): Terminated {rc=256}\u000a12:24:27.999054 --- ParallelTerminationStrategy: PID 5134 died...\u000a12:24:28.055758 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5134): Terminated: ok {rc=0}\u000a12:24:28.066055 --- ParallelTerminationStrategy: PID 5135 died...\u000a12:24:28.122441 run iperf3-srv_10.42.42.10(pid=5135): Terminated {rc=256}\u000a12:24:28.132889 --- ParallelTerminationStrategy: PID 5136 died...\u000a12:24:28.189384 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5136): Terminated: ok {rc=0}\u000a12:24:28.200018 --- ParallelTerminationStrategy: PID 5137 died...\u000a12:24:28.256523 run iperf3-srv_10.42.42.10(pid=5137): Terminated {rc=256}\u000a12:24:28.266847 --- ParallelTerminationStrategy: PID 5140 died...\u000a12:24:28.323541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5140): Terminated: ok {rc=0}\u000a12:24:28.333987 --- ParallelTerminationStrategy: PID 5143 died...\u000a12:24:28.391080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5143): Terminated: ok {rc=0}\u000a12:24:28.401477 --- ParallelTerminationStrategy: PID 5146 died...\u000a12:24:28.458817 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5146): Terminated: ok {rc=0}\u000a12:24:28.547956 bus /gobi_4: Setting Powered False\u000a12:24:29.656279 bus /gobi_4: Setting Powered False\u000a12:24:30.765504 bus /gobi_1: Setting Powered False\u000a12:24:31.885390 bus /gobi_1: Setting Powered False\u000a12:24:32.995216 bus /gobi_0: Setting Powered False\u000a12:24:34.102992 bus /gobi_0: Setting Powered False\u000a12:24:35.212426 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5155): Process ended prematurely: osmo-stp_10.42.42.5(pid=5155) [trial-2359↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5155)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5155): Process ended prematurely: osmo-stp_10.42.42.5(pid=5155) [trial-2359↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5155)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a12:24:36.281655 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:36.293979 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:24:36.449621 tst ping.py: using LAC 21442\u000a12:24:36.574990 tst ping.py: using RAC 22\u000a12:24:36.699577 tst ping.py: using CellId 21442\u000a12:24:36.824643 tst ping.py: using BVCI 21443\u000a12:24:36.849154 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:36.860688 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:36.872028 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:36.883541 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:36.895006 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:36.906620 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:36.918268 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:36.929906 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:24:37.222033 tst ping.py:19: start network...\u000a12:24:37.355137 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:24:37.859988 run create_hlr_db(pid=5149): Launched\u000a12:24:38.047885 bus /gobi_6: Setting Powered False\u000a12:24:39.068620 run create_hlr_db(pid=5149): Terminated: ok {rc=0}\u000a12:24:39.479413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5151): Launched\u000a12:24:39.786775 run osmo-hlr_10.42.42.2(pid=5152): Launched\u000a12:24:39.898057 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:24:40.435565 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5154): Launched\u000a12:24:40.739901 run osmo-stp_10.42.42.5(pid=5155): Launched\u000a12:24:40.849401 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:24:41.379456 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5157): Launched\u000a12:24:41.487337 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:24:41.754190 run patchelf(pid=5158): Launched\u000a12:24:41.931952 run osmo-stp_10.42.42.5(pid=5155): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5155)]\u000a12:24:42.061619 run osmo-stp_10.42.42.5(pid=5155): stdout: \u000a| (launched: 2022-12-09_12:24:40.589687)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:24:42.191098 run osmo-stp_10.42.42.5(pid=5155): stderr: \u000a| �[0;m�[38;5;43m20221209122440760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122440760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122440760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122440761 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122440761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122440761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122440761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:24:42.315949 run osmo-stp_10.42.42.5(pid=5155): stdout: \u000a| (launched: 2022-12-09_12:24:40.589687)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:24:42.439650 run osmo-stp_10.42.42.5(pid=5155): stderr: \u000a| �[0;m�[38;5;43m20221209122440760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122440760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122440760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122440761 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122440761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122440761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122440761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:24:42.584921 run patchelf(pid=5158): Terminating (SIGINT)\u000a12:24:42.756730 run patchelf(pid=5158): Terminated: ok {rc=0}\u000a12:24:42.787762 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5155): Process ended prematurely: osmo-stp_10.42.42.5(pid=5155) [trial-2359↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5155)] [trial-2359↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22]\u000a12:24:42.796300 tst ping.py:22: Test FAILED (6.5 sec)\u000a12:24:42.856571 run osmo-hlr_10.42.42.2(pid=5152): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5152)]\u000a12:24:42.905367 run osmo-hlr_10.42.42.2(pid=5152): stdout: \u000a| (launched: 2022-12-09_12:24:39.633796) \u000a12:24:42.955334 run osmo-hlr_10.42.42.2(pid=5152): stderr: \u000a| �[0;m�[1;31m20221209122439810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209122439810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209122439810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122439810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122439810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209122439810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209122439825 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209122439836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209122439836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209122439836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:24:42.997413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5151): Terminating (SIGTERM)\u000a12:24:43.037169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5154): Terminating (SIGTERM)\u000a12:24:43.077036 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5157): Terminating (SIGTERM)\u000a12:24:43.086275 --- ParallelTerminationStrategy: PID 5151 died...\u000a12:24:43.139255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5151): Terminated: ok {rc=0}\u000a12:24:43.149192 --- ParallelTerminationStrategy: PID 5154 died...\u000a12:24:43.202148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5154): Terminated: ok {rc=0}\u000a12:24:43.212034 --- ParallelTerminationStrategy: PID 5157 died...\u000a12:24:43.264589 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5157): Terminated: ok {rc=0}\u000a12:24:43.348453 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5165): Process ended prematurely: osmo-stp_10.42.42.5(pid=5165) [trial-2359↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5165)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5165): Process ended prematurely: osmo-stp_10.42.42.5(pid=5165) [trial-2359↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5165)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a12:24:44.403348 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:44.416345 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:24:44.573404 tst ping_idle_ping.py: using LAC 21443\u000a12:24:44.701716 tst ping_idle_ping.py: using RAC 23\u000a12:24:44.830298 tst ping_idle_ping.py: using CellId 21443\u000a12:24:44.956863 tst ping_idle_ping.py: using BVCI 21444\u000a12:24:44.981685 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:44.993270 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:45.004587 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:45.016249 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:45.027981 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:45.039318 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:45.050973 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:24:45.062601 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:24:45.362601 tst ping_idle_ping.py:24: start network...\u000a12:24:45.497980 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:24:46.051635 run create_hlr_db(pid=5159): Launched\u000a12:24:46.246001 bus /gobi_6: Setting Powered False\u000a12:24:47.264934 run create_hlr_db(pid=5159): Terminated: ok {rc=0}\u000a12:24:47.703099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5161): Launched\u000a12:24:48.029183 run osmo-hlr_10.42.42.2(pid=5162): Launched\u000a12:24:48.150992 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:24:48.717983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5164): Launched\u000a12:24:49.042654 run osmo-stp_10.42.42.5(pid=5165): Launched\u000a12:24:49.159932 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:24:49.727195 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5167): Launched\u000a12:24:49.843251 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:24:50.127475 run patchelf(pid=5168): Launched\u000a12:24:50.317816 run osmo-stp_10.42.42.5(pid=5165): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5165)]\u000a12:24:50.456727 run osmo-stp_10.42.42.5(pid=5165): stdout: \u000a| (launched: 2022-12-09_12:24:48.882319)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:24:50.595349 run osmo-stp_10.42.42.5(pid=5165): stderr: \u000a| �[0;m�[38;5;43m20221209122449070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122449070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122449070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122449070 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122449071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122449071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122449071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:24:50.729290 run osmo-stp_10.42.42.5(pid=5165): stdout: \u000a| (launched: 2022-12-09_12:24:48.882319)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:24:50.861492 run osmo-stp_10.42.42.5(pid=5165): stderr: \u000a| �[0;m�[38;5;43m20221209122449070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122449070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122449070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122449070 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122449071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122449071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122449071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:24:51.016784 run patchelf(pid=5168): Terminating (SIGINT)\u000a12:24:51.200167 run patchelf(pid=5168): Terminated: ok {rc=0}\u000a12:24:51.233562 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=5165): Process ended prematurely: osmo-stp_10.42.42.5(pid=5165) [trial-2359↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5165)] [trial-2359↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a12:24:51.242979 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a12:24:51.306893 run osmo-hlr_10.42.42.2(pid=5162): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5162)]\u000a12:24:51.359068 run osmo-hlr_10.42.42.2(pid=5162): stdout: \u000a| (launched: 2022-12-09_12:24:47.868502) \u000a12:24:51.411893 run osmo-hlr_10.42.42.2(pid=5162): stderr: \u000a| �[0;m�[1;31m20221209122448061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209122448061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209122448061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122448061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122448061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209122448061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209122448074 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209122448082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209122448083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209122448083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:24:51.456535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5161): Terminating (SIGTERM)\u000a12:24:51.498937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5164): Terminating (SIGTERM)\u000a12:24:51.541337 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5167): Terminating (SIGTERM)\u000a12:24:51.551464 --- ParallelTerminationStrategy: PID 5161 died...\u000a12:24:51.607924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5161): Terminated: ok {rc=0}\u000a12:24:51.618447 --- ParallelTerminationStrategy: PID 5164 died...\u000a12:24:51.675161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5164): Terminated: ok {rc=0}\u000a12:24:51.685894 --- ParallelTerminationStrategy: PID 5167 died...\u000a12:24:51.742015 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5167): Terminated: ok {rc=0}\u000a12:24:51.829085 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "143", "name" : "gprs_nanobts+band-1900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:23:52" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5179): Process ended prematurely: osmo-stp_10.42.42.5(pid=5179) [trial-2359↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5179)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5179): Process ended prematurely: osmo-stp_10.42.42.5(pid=5179) [trial-2359↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5179)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a12:24:53.837128 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:24:53.848764 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:24:53.998600 tst switch_tch_pdch.py: using LAC 21444\u000a12:24:54.119992 tst switch_tch_pdch.py: using RAC 24\u000a12:24:54.240923 tst switch_tch_pdch.py: using CellId 21444\u000a12:24:54.361491 tst switch_tch_pdch.py: using BVCI 21445\u000a12:24:54.384397 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:24:54.396126 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:24:54.407503 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:24:54.419216 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:24:54.430645 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:24:54.442177 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:24:54.453986 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:24:54.465485 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:24:54.588406 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:24:54.884843 tst switch_tch_pdch.py:51: start network...\u000a12:24:55.019778 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:24:55.529932 run create_hlr_db(pid=5173): Launched\u000a12:24:55.718273 bus /gobi_6: Setting Powered False\u000a12:24:56.737872 run create_hlr_db(pid=5173): Terminated: ok {rc=0}\u000a12:24:57.148251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5175): Launched\u000a12:24:57.454235 run osmo-hlr_10.42.42.2(pid=5176): Launched\u000a12:24:57.565912 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:24:58.094940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5178): Launched\u000a12:24:58.397707 run osmo-stp_10.42.42.5(pid=5179): Launched\u000a12:24:58.506614 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:24:59.036793 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5181): Launched\u000a12:24:59.144723 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:24:59.410939 run patchelf(pid=5182): Launched\u000a12:24:59.588782 run osmo-stp_10.42.42.5(pid=5179): ERR: Terminated: ERROR {rc=1} [trial-2359↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5179)]\u000a12:24:59.718283 run osmo-stp_10.42.42.5(pid=5179): stdout: \u000a| (launched: 2022-12-09_12:24:58.247488)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:24:59.848627 run osmo-stp_10.42.42.5(pid=5179): stderr: \u000a| �[0;m�[38;5;43m20221209122458416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122458416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122458417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122458417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122458418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122458418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122458418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:24:59.975052 run osmo-stp_10.42.42.5(pid=5179): stdout: \u000a| (launched: 2022-12-09_12:24:58.247488)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:25:00.098806 run osmo-stp_10.42.42.5(pid=5179): stderr: \u000a| �[0;m�[38;5;43m20221209122458416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122458416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122458417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122458417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122458418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122458418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122458418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:25:00.243828 run patchelf(pid=5182): Terminating (SIGINT)\u000a12:25:00.415166 run patchelf(pid=5182): Terminated: ok {rc=0}\u000a12:25:00.446180 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=5179): Process ended prematurely: osmo-stp_10.42.42.5(pid=5179) [trial-2359↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5179)] [trial-2359↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a12:25:00.454912 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a12:25:00.514854 run osmo-hlr_10.42.42.2(pid=5176): ERR: Terminated: ERROR {rc=237} [trial-2359↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5176)]\u000a12:25:00.564107 run osmo-hlr_10.42.42.2(pid=5176): stdout: \u000a| (launched: 2022-12-09_12:24:57.302028) \u000a12:25:00.614217 run osmo-hlr_10.42.42.2(pid=5176): stderr: \u000a| �[0;m�[1;31m20221209122457475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209122457475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209122457475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122457475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122457475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209122457475 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209122457487 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209122457496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209122457496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209122457496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:25:00.656668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5175): Terminating (SIGTERM)\u000a12:25:00.697142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5178): Terminating (SIGTERM)\u000a12:25:00.737655 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5181): Terminating (SIGTERM)\u000a12:25:00.747198 --- ParallelTerminationStrategy: PID 5175 died...\u000a12:25:00.800828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5175): Terminated: ok {rc=0}\u000a12:25:00.810634 --- ParallelTerminationStrategy: PID 5178 died...\u000a12:25:00.880531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5178): Terminated: ok {rc=0}\u000a12:25:00.897941 --- ParallelTerminationStrategy: PID 5181 died...\u000a12:25:00.953131 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5181): Terminated: ok {rc=0}\u000a12:25:01.049046 bus /gobi_0: Setting Powered False\u000a12:25:02.159005 bus /gobi_0: Setting Powered False\u000a12:25:03.271289 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "144", "name" : "dynts_nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:24:53" }, { "cases" : [ { "testActions" : [ ], "age" : 29, "className" : "sms:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5195): Process ended prematurely: osmo-stp_10.42.42.5(pid=5195) [trial-2359↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5195)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5195): Process ended prematurely: osmo-stp_10.42.42.5(pid=5195) [trial-2359↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5195)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 sms:nanobts+band-900 mo_mt_sms.py\u000a----------------------------------------------\u000a12:25:05.217805 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:25:05.228505 tst sms:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a12:25:05.360485 tst mo_mt_sms.py: using LAC 21445\u000a12:25:05.479226 tst mo_mt_sms.py: using RAC 25\u000a12:25:05.597632 tst mo_mt_sms.py: using CellId 21445\u000a12:25:05.715943 tst mo_mt_sms.py: using BVCI 21446\u000a12:25:05.739230 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:25:05.749907 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:25:05.760298 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:25:05.770754 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:25:05.781327 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:25:05.791744 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a12:25:05.913265 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a12:25:06.117293 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:25:06.605890 run create_hlr_db(pid=5189): Launched\u000a12:25:06.781321 bus /gobi_6: Setting Powered False\u000a12:25:07.802421 run create_hlr_db(pid=5189): Terminated: ok {rc=0}\u000a12:25:08.237688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5191): Launched\u000a12:25:08.563193 run osmo-hlr_10.42.42.2(pid=5192): Launched\u000a12:25:08.678966 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:25:09.242665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5194): Launched\u000a12:25:09.567440 run osmo-stp_10.42.42.5(pid=5195): Launched\u000a12:25:09.684726 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:25:10.279605 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5197): Launched\u000a12:25:10.605692 run osmo-msc_10.42.42.6(pid=5198): Launched\u000a12:25:10.794280 run osmo-stp_10.42.42.5(pid=5195): ERR: Terminated: ERROR {rc=1} [trial-2359↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5195)]\u000a12:25:10.930996 run osmo-stp_10.42.42.5(pid=5195): stdout: \u000a| (launched: 2022-12-09_12:25:09.407656)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:25:11.067508 run osmo-stp_10.42.42.5(pid=5195): stderr: \u000a| �[0;m�[38;5;43m20221209122509594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122509594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122509595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122509595 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122509596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122509596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122509596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:25:11.197332 run osmo-stp_10.42.42.5(pid=5195): stdout: \u000a| (launched: 2022-12-09_12:25:09.407656)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:25:11.325806 run osmo-stp_10.42.42.5(pid=5195): stderr: \u000a| �[0;m�[38;5;43m20221209122509594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122509594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122509595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122509595 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122509596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122509596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122509596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:25:11.382731 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=5195): Process ended prematurely: osmo-stp_10.42.42.5(pid=5195) [trial-2359↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5195)] [trial-2359↪sms:nanobts+band-900↪mo_mt_sms.py:16]\u000a12:25:11.391473 tst mo_mt_sms.py:16: Test FAILED (6.2 sec)\u000a12:25:11.455488 run osmo-hlr_10.42.42.2(pid=5192): ERR: Terminated: ERROR {rc=237} [trial-2359↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5192)]\u000a12:25:11.507748 run osmo-hlr_10.42.42.2(pid=5192): stdout: \u000a| (launched: 2022-12-09_12:25:08.401789) \u000a12:25:11.561052 run osmo-hlr_10.42.42.2(pid=5192): stderr: \u000a| �[0;m�[1;31m20221209122508596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209122508596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209122508597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122508597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122508597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209122508597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209122508609 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/sms:nanobts+band-900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209122508620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209122508620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209122508620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:25:11.632292 run osmo-msc_10.42.42.6(pid=5198): ERR: Terminated: ERROR {rc=2} [trial-2359↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5198)]\u000a12:25:11.684253 run osmo-msc_10.42.42.6(pid=5198): stdout: \u000a| (launched: 2022-12-09_12:25:10.444803) \u000a12:25:11.736776 run osmo-msc_10.42.42.6(pid=5198): stderr: \u000a| �[0;m�[38;5;43m20221209122510765 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209122510765 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f30f135ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209122510765 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209122510766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209122510766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209122510766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209122510768 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209122510768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209122510768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209122510768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:25:11.781292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5191): Terminating (SIGTERM)\u000a12:25:11.823447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5194): Terminating (SIGTERM)\u000a12:25:11.865572 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5197): Terminating (SIGTERM)\u000a12:25:11.875463 --- ParallelTerminationStrategy: PID 5191 died...\u000a12:25:11.932748 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5191): Terminated: ok {rc=0}\u000a12:25:11.942958 --- ParallelTerminationStrategy: PID 5194 died...\u000a12:25:11.999139 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5194): Terminated: ok {rc=0}\u000a12:25:12.009407 --- ParallelTerminationStrategy: PID 5197 died...\u000a12:25:12.065527 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5197): Terminated: ok {rc=0}\u000a12:25:12.153701 bus /sierra_3: Setting Powered False\u000a12:25:13.261752 bus /sierra_3: Setting Powered False\u000a12:25:14.371091 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "145", "name" : "sms_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:25:04" }, { "cases" : [ { "testActions" : [ ], "age" : 188, "className" : "nitb_ussd:nanobts+band-900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=5204): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5204) [trial-2359↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5204)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=5204): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5204) [trial-2359↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5204)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 nitb_ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a12:25:16.234218 tst nitb_ussd:nanobts+band-900: Using 1 x ip_address (candidates: 1)\u000a12:25:16.250760 tst nitb_ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a12:25:16.394253 tst assert_extension.py: using LAC 21446\u000a12:25:16.511946 tst assert_extension.py: using RAC 26\u000a12:25:16.658451 tst assert_extension.py: using CellId 21446\u000a12:25:16.787337 tst assert_extension.py: using BVCI 21447\u000a12:25:16.812007 tst nitb_ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a12:25:17.134581 tst assert_extension.py:10: start nitb and bts...\u000a12:25:17.272468 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a12:25:17.941322 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5203): Launched\u000a12:25:18.260865 run osmo-nitb_10.42.42.2(pid=5204): Launched\u000a12:25:18.459185 run osmo-nitb_10.42.42.2(pid=5204): ERR: Terminated: ERROR {rc=2} [trial-2359↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5204)]\u000a12:25:18.605477 run osmo-nitb_10.42.42.2(pid=5204): stdout: \u000a| (launched: 2022-12-09_12:25:18.105412) \u000a12:25:18.751989 run osmo-nitb_10.42.42.2(pid=5204): stderr: \u000a| (launched: 2022-12-09_12:25:18.153338)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:25:18.893501 run osmo-nitb_10.42.42.2(pid=5204): stdout: \u000a| (launched: 2022-12-09_12:25:18.105412) \u000a12:25:19.033218 run osmo-nitb_10.42.42.2(pid=5204): stderr: \u000a| (launched: 2022-12-09_12:25:18.153338)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:25:19.392264 tst osmo-nitb_10.42.42.2(pid=5204): stdout: \u000a| (launched: 2022-12-09_12:25:18.105412) \u000a12:25:19.521532 tst osmo-nitb_10.42.42.2(pid=5204): stderr: \u000a| (launched: 2022-12-09_12:25:18.153338)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:25:19.577861 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=5204): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5204) [trial-2359↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5204)] [trial-2359↪nitb_ussd:nanobts+band-900↪assert_extension.py:12]\u000a12:25:19.586544 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a12:25:19.623313 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5203): Terminating (SIGTERM)\u000a12:25:19.801534 --- ParallelTerminationStrategy: PID 5203 died...\u000a12:25:19.859091 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5203): Terminated: ok {rc=0}\u000a12:25:19.946229 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "146", "name" : "nitb_ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:25:16" }, { "cases" : [ { "testActions" : [ ], "age" : 29, "className" : "ussd:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5214): Process ended prematurely: osmo-stp_10.42.42.5(pid=5214) [trial-2359↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5214)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5214): Process ended prematurely: osmo-stp_10.42.42.5(pid=5214) [trial-2359↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5214)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a12:25:21.791566 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:25:21.803031 tst ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a12:25:21.948812 tst assert_extension.py: using LAC 21447\u000a12:25:22.076451 tst assert_extension.py: using RAC 27\u000a12:25:22.208516 tst assert_extension.py: using CellId 21447\u000a12:25:22.334420 tst assert_extension.py: using BVCI 21448\u000a12:25:22.359167 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:25:22.370608 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:25:22.381766 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:25:22.394110 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:25:22.406061 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:25:22.417888 tst ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a12:25:22.621022 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:25:23.105464 run create_hlr_db(pid=5208): Launched\u000a12:25:23.280097 bus /sierra_2: Setting Powered False\u000a12:25:24.301632 run create_hlr_db(pid=5208): Terminated: ok {rc=0}\u000a12:25:24.736587 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5210): Launched\u000a12:25:25.061021 run osmo-hlr_10.42.42.2(pid=5211): Launched\u000a12:25:25.178853 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:25:25.741948 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5213): Launched\u000a12:25:26.063698 run osmo-stp_10.42.42.5(pid=5214): Launched\u000a12:25:26.180258 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:25:26.769507 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5216): Launched\u000a12:25:27.091684 run osmo-msc_10.42.42.6(pid=5217): Launched\u000a12:25:27.280049 run osmo-stp_10.42.42.5(pid=5214): ERR: Terminated: ERROR {rc=1} [trial-2359↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5214)]\u000a12:25:27.416569 run osmo-stp_10.42.42.5(pid=5214): stdout: \u000a| (launched: 2022-12-09_12:25:25.905346)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:25:27.551724 run osmo-stp_10.42.42.5(pid=5214): stderr: \u000a| �[0;m�[38;5;43m20221209122526091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122526091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122526091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122526091 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122526092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122526092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122526092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:25:27.681199 run osmo-stp_10.42.42.5(pid=5214): stdout: \u000a| (launched: 2022-12-09_12:25:25.905346)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:25:27.809507 run osmo-stp_10.42.42.5(pid=5214): stderr: \u000a| �[0;m�[38;5;43m20221209122526091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122526091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122526091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122526091 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122526092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122526092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122526092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:25:27.865628 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=5214): Process ended prematurely: osmo-stp_10.42.42.5(pid=5214) [trial-2359↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5214)] [trial-2359↪ussd:nanobts+band-900↪assert_extension.py:17]\u000a12:25:27.874109 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a12:25:27.937767 run osmo-hlr_10.42.42.2(pid=5211): ERR: Terminated: ERROR {rc=237} [trial-2359↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5211)]\u000a12:25:27.989992 run osmo-hlr_10.42.42.2(pid=5211): stdout: \u000a| (launched: 2022-12-09_12:25:24.901972) \u000a12:25:28.042938 run osmo-hlr_10.42.42.2(pid=5211): stderr: \u000a| �[0;m�[1;31m20221209122525094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209122525094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209122525095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122525095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122525095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209122525095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209122525107 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/ussd:nanobts+band-900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209122525115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209122525115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209122525115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:25:28.114588 run osmo-msc_10.42.42.6(pid=5217): ERR: Terminated: ERROR {rc=2} [trial-2359↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5217)]\u000a12:25:28.166659 run osmo-msc_10.42.42.6(pid=5217): stdout: \u000a| (launched: 2022-12-09_12:25:26.933058) \u000a12:25:28.219487 run osmo-msc_10.42.42.6(pid=5217): stderr: \u000a| �[0;m�[38;5;43m20221209122527249 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209122527249 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f00f4999c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209122527249 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209122527249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209122527249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209122527250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209122527251 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209122527252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209122527252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209122527252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:25:28.264194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5210): Terminating (SIGTERM)\u000a12:25:28.306428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5213): Terminating (SIGTERM)\u000a12:25:28.349522 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5216): Terminating (SIGTERM)\u000a12:25:28.359286 --- ParallelTerminationStrategy: PID 5210 died...\u000a12:25:28.416355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5210): Terminated: ok {rc=0}\u000a12:25:28.426499 --- ParallelTerminationStrategy: PID 5213 died...\u000a12:25:28.482938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5213): Terminated: ok {rc=0}\u000a12:25:28.493194 --- ParallelTerminationStrategy: PID 5216 died...\u000a12:25:28.548875 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5216): Terminated: ok {rc=0}\u000a12:25:28.637044 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "147", "name" : "ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:25:21" }, { "cases" : [ { "testActions" : [ ], "age" : 29, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5229): Process ended prematurely: osmo-stp_10.42.42.5(pid=5229) [trial-2359↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5229)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5229): Process ended prematurely: osmo-stp_10.42.42.5(pid=5229) [trial-2359↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5229)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a12:25:30.604932 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:25:30.616587 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a12:25:30.779337 tst mo_mt_call.py: using LAC 21448\u000a12:25:30.938968 tst mo_mt_call.py: using RAC 28\u000a12:25:31.073561 tst mo_mt_call.py: using CellId 21448\u000a12:25:31.203014 tst mo_mt_call.py: using BVCI 21449\u000a12:25:31.229370 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:25:31.242808 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:25:31.256500 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:25:31.271622 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:25:31.285373 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:25:31.298073 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:25:31.426851 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:25:31.649750 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:25:32.214654 run create_hlr_db(pid=5223): Launched\u000a12:25:32.406077 bus /sierra_2: Setting Powered False\u000a12:25:33.425488 run create_hlr_db(pid=5223): Terminated: ok {rc=0}\u000a12:25:33.865517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5225): Launched\u000a12:25:34.194738 run osmo-hlr_10.42.42.2(pid=5226): Launched\u000a12:25:34.316214 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:25:34.892082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5228): Launched\u000a12:25:35.226148 run osmo-stp_10.42.42.5(pid=5229): Launched\u000a12:25:35.346643 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:25:35.952455 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5231): Launched\u000a12:25:36.284025 run osmo-msc_10.42.42.6(pid=5232): Launched\u000a12:25:36.476706 run osmo-stp_10.42.42.5(pid=5229): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5229)]\u000a12:25:36.615559 run osmo-stp_10.42.42.5(pid=5229): stdout: \u000a| (launched: 2022-12-09_12:25:35.060565)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:25:36.753498 run osmo-stp_10.42.42.5(pid=5229): stderr: \u000a| �[0;m�[38;5;43m20221209122535250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122535250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122535250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122535250 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122535251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122535251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122535251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:25:36.885728 run osmo-stp_10.42.42.5(pid=5229): stdout: \u000a| (launched: 2022-12-09_12:25:35.060565)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:25:37.016334 run osmo-stp_10.42.42.5(pid=5229): stderr: \u000a| �[0;m�[38;5;43m20221209122535250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122535250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122535250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122535250 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122535251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122535251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122535251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:25:37.074244 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5229): Process ended prematurely: osmo-stp_10.42.42.5(pid=5229) [trial-2359↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5229)] [trial-2359↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a12:25:37.083721 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a12:25:37.147659 run osmo-hlr_10.42.42.2(pid=5226): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5226)]\u000a12:25:37.199527 run osmo-hlr_10.42.42.2(pid=5226): stdout: \u000a| (launched: 2022-12-09_12:25:34.032820) \u000a12:25:37.252205 run osmo-hlr_10.42.42.2(pid=5226): stderr: \u000a| �[0;m�[1;31m20221209122534228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209122534228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209122534228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122534228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122534228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209122534229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209122534240 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209122534249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209122534249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209122534249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:25:37.323581 run osmo-msc_10.42.42.6(pid=5232): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5232)]\u000a12:25:37.375385 run osmo-msc_10.42.42.6(pid=5232): stdout: \u000a| (launched: 2022-12-09_12:25:36.120253) \u000a12:25:37.428197 run osmo-msc_10.42.42.6(pid=5232): stderr: \u000a| �[0;m�[38;5;43m20221209122536439 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209122536440 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe8fa0b6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209122536440 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209122536440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209122536440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209122536440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209122536442 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209122536442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209122536442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209122536443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:25:37.473081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5225): Terminating (SIGTERM)\u000a12:25:37.515860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5228): Terminating (SIGTERM)\u000a12:25:37.558610 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5231): Terminating (SIGTERM)\u000a12:25:37.568556 --- ParallelTerminationStrategy: PID 5225 died...\u000a12:25:37.625615 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5225): Terminated: ok {rc=0}\u000a12:25:37.635899 --- ParallelTerminationStrategy: PID 5228 died...\u000a12:25:37.692841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5228): Terminated: ok {rc=0}\u000a12:25:37.703254 --- ParallelTerminationStrategy: PID 5231 died...\u000a12:25:37.759985 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5231): Terminated: ok {rc=0}\u000a12:25:37.847547 bus /sierra_3: Setting Powered False\u000a12:25:38.956152 bus /sierra_3: Setting Powered False\u000a12:25:40.068786 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 40, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5240): Process ended prematurely: osmo-stp_10.42.42.5(pid=5240) [trial-2359↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5240)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5240): Process ended prematurely: osmo-stp_10.42.42.5(pid=5240) [trial-2359↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5240)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:25:41.187209 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:25:41.199899 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a12:25:41.364155 tst mo_mt_call_osmux.py: using LAC 21449\u000a12:25:41.495190 tst mo_mt_call_osmux.py: using RAC 29\u000a12:25:41.623720 tst mo_mt_call_osmux.py: using CellId 21449\u000a12:25:41.754057 tst mo_mt_call_osmux.py: using BVCI 21450\u000a12:25:41.779276 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:25:41.791252 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:25:41.803738 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:25:41.815334 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:25:41.827548 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a12:25:41.839140 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:25:41.962469 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a12:25:42.167274 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:25:42.665777 run create_hlr_db(pid=5234): Launched\u000a12:25:42.843448 bus /sierra_2: Setting Powered False\u000a12:25:43.865155 run create_hlr_db(pid=5234): Terminated: ok {rc=0}\u000a12:25:44.308478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5236): Launched\u000a12:25:44.643205 run osmo-hlr_10.42.42.2(pid=5237): Launched\u000a12:25:44.765468 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:25:45.343151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5239): Launched\u000a12:25:45.673836 run osmo-stp_10.42.42.5(pid=5240): Launched\u000a12:25:45.793385 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:25:46.423935 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5242): Launched\u000a12:25:46.893759 run osmo-msc_10.42.42.6(pid=5243): Launched\u000a12:25:47.249491 run osmo-stp_10.42.42.5(pid=5240): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5240)]\u000a12:25:47.391165 run osmo-stp_10.42.42.5(pid=5240): stdout: \u000a| (launched: 2022-12-09_12:25:45.511429)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:25:47.530026 run osmo-stp_10.42.42.5(pid=5240): stderr: \u000a| �[0;m�[38;5;43m20221209122545700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122545700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122545701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122545701 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122545702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122545702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122545702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:25:47.662739 run osmo-stp_10.42.42.5(pid=5240): stdout: \u000a| (launched: 2022-12-09_12:25:45.511429)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:25:47.793596 run osmo-stp_10.42.42.5(pid=5240): stderr: \u000a| �[0;m�[38;5;43m20221209122545700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122545700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122545701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122545701 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122545702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122545702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122545702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:25:47.851355 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5240): Process ended prematurely: osmo-stp_10.42.42.5(pid=5240) [trial-2359↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5240)] [trial-2359↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a12:25:47.860614 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a12:25:47.924821 run osmo-hlr_10.42.42.2(pid=5237): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5237)]\u000a12:25:47.977332 run osmo-hlr_10.42.42.2(pid=5237): stdout: \u000a| (launched: 2022-12-09_12:25:44.478895) \u000a12:25:48.030486 run osmo-hlr_10.42.42.2(pid=5237): stderr: \u000a| �[0;m�[1;31m20221209122544672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209122544672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209122544672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122544672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122544672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209122544672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209122544685 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209122544693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209122544693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209122544693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:25:48.102432 run osmo-msc_10.42.42.6(pid=5243): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5243)]\u000a12:25:48.154692 run osmo-msc_10.42.42.6(pid=5243): stdout: \u000a| (launched: 2022-12-09_12:25:46.587621) \u000a12:25:48.207818 run osmo-msc_10.42.42.6(pid=5243): stderr: \u000a| �[0;m�[38;5;43m20221209122546937 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209122546937 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f437a2d9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209122546938 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209122546938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209122546938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209122546939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209122546942 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209122546944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209122546944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209122546944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:25:48.252901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5236): Terminating (SIGTERM)\u000a12:25:48.295992 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5239): Terminating (SIGTERM)\u000a12:25:48.338895 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5242): Terminating (SIGTERM)\u000a12:25:48.349068 --- ParallelTerminationStrategy: PID 5236 died...\u000a12:25:48.406506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5236): Terminated: ok {rc=0}\u000a12:25:48.416654 --- ParallelTerminationStrategy: PID 5239 died...\u000a12:25:48.473807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5239): Terminated: ok {rc=0}\u000a12:25:48.484042 --- ParallelTerminationStrategy: PID 5242 died...\u000a12:25:48.541133 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5242): Terminated: ok {rc=0}\u000a12:25:48.630185 bus /sierra_3: Setting Powered False\u000a12:25:49.734771 bus /sierra_3: Setting Powered False\u000a12:25:50.844123 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "148", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:25:30" }, { "cases" : [ { "testActions" : [ ], "age" : 29, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5254): Process ended prematurely: osmo-stp_10.42.42.5(pid=5254) [trial-2359↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5254)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5254): Process ended prematurely: osmo-stp_10.42.42.5(pid=5254) [trial-2359↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5254)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a12:25:52.856459 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:25:52.868123 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a12:25:53.032565 tst mo_mt_call.py: using LAC 21450\u000a12:25:53.160173 tst mo_mt_call.py: using RAC 30\u000a12:25:53.283510 tst mo_mt_call.py: using CellId 21450\u000a12:25:53.405879 tst mo_mt_call.py: using BVCI 21451\u000a12:25:53.429366 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:25:53.440633 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:25:53.451826 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:25:53.463393 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:25:53.475028 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:25:53.486600 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:25:53.603565 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:25:53.819110 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:25:54.337907 run create_hlr_db(pid=5248): Launched\u000a12:25:54.528634 bus /sierra_2: Setting Powered False\u000a12:25:55.549577 run create_hlr_db(pid=5248): Terminated: ok {rc=0}\u000a12:25:55.990599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5250): Launched\u000a12:25:56.322563 run osmo-hlr_10.42.42.2(pid=5251): Launched\u000a12:25:56.442596 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:25:57.017001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5253): Launched\u000a12:25:57.352246 run osmo-stp_10.42.42.5(pid=5254): Launched\u000a12:25:57.472894 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:25:58.076904 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5256): Launched\u000a12:25:58.410124 run osmo-msc_10.42.42.6(pid=5257): Launched\u000a12:25:58.604405 run osmo-stp_10.42.42.5(pid=5254): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5254)]\u000a12:25:58.744869 run osmo-stp_10.42.42.5(pid=5254): stdout: \u000a| (launched: 2022-12-09_12:25:57.186182)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:25:58.883054 run osmo-stp_10.42.42.5(pid=5254): stderr: \u000a| �[0;m�[38;5;43m20221209122557375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122557375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122557375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122557376 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122557376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122557376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122557376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:25:59.015447 run osmo-stp_10.42.42.5(pid=5254): stdout: \u000a| (launched: 2022-12-09_12:25:57.186182)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:25:59.146800 run osmo-stp_10.42.42.5(pid=5254): stderr: \u000a| �[0;m�[38;5;43m20221209122557375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122557375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122557375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122557376 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122557376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122557376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122557376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:25:59.204442 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5254): Process ended prematurely: osmo-stp_10.42.42.5(pid=5254) [trial-2359↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5254)] [trial-2359↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a12:25:59.213802 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a12:25:59.277268 run osmo-hlr_10.42.42.2(pid=5251): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5251)]\u000a12:25:59.328905 run osmo-hlr_10.42.42.2(pid=5251): stdout: \u000a| (launched: 2022-12-09_12:25:56.158718) \u000a12:25:59.381363 run osmo-hlr_10.42.42.2(pid=5251): stderr: \u000a| �[0;m�[1;31m20221209122556355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209122556355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209122556355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122556355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122556355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209122556355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209122556367 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209122556376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209122556376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209122556376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:25:59.452698 run osmo-msc_10.42.42.6(pid=5257): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5257)]\u000a12:25:59.504392 run osmo-msc_10.42.42.6(pid=5257): stdout: \u000a| (launched: 2022-12-09_12:25:58.244740) \u000a12:25:59.556637 run osmo-msc_10.42.42.6(pid=5257): stderr: \u000a| �[0;m�[38;5;43m20221209122558564 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209122558564 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f999a6a9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209122558564 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209122558564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209122558564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209122558565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209122558566 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209122558567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209122558567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209122558567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:25:59.601141 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5250): Terminating (SIGTERM)\u000a12:25:59.642942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5253): Terminating (SIGTERM)\u000a12:25:59.685113 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5256): Terminating (SIGTERM)\u000a12:25:59.695229 --- ParallelTerminationStrategy: PID 5250 died...\u000a12:25:59.751879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5250): Terminated: ok {rc=0}\u000a12:25:59.762031 --- ParallelTerminationStrategy: PID 5253 died...\u000a12:25:59.818416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5253): Terminated: ok {rc=0}\u000a12:25:59.828548 --- ParallelTerminationStrategy: PID 5256 died...\u000a12:25:59.884690 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5256): Terminated: ok {rc=0}\u000a12:25:59.971383 bus /sierra_3: Setting Powered False\u000a12:26:01.077483 bus /sierra_3: Setting Powered False\u000a12:26:02.199353 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 40, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5265): Process ended prematurely: osmo-stp_10.42.42.5(pid=5265) [trial-2359↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5265)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5265): Process ended prematurely: osmo-stp_10.42.42.5(pid=5265) [trial-2359↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5265)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:26:03.313608 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:26:03.326046 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a12:26:03.493198 tst mo_mt_call_osmux.py: using LAC 21451\u000a12:26:03.623204 tst mo_mt_call_osmux.py: using RAC 31\u000a12:26:03.753753 tst mo_mt_call_osmux.py: using CellId 21451\u000a12:26:03.882054 tst mo_mt_call_osmux.py: using BVCI 21452\u000a12:26:03.907194 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:26:03.918934 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:26:03.930494 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:26:03.942371 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:26:03.954251 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a12:26:03.966189 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:26:04.084505 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a12:26:04.299852 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:26:04.821777 run create_hlr_db(pid=5259): Launched\u000a12:26:05.012697 bus /sierra_2: Setting Powered False\u000a12:26:06.033237 run create_hlr_db(pid=5259): Terminated: ok {rc=0}\u000a12:26:06.449884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5261): Launched\u000a12:26:06.761577 run osmo-hlr_10.42.42.2(pid=5262): Launched\u000a12:26:06.877299 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:26:07.414968 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5264): Launched\u000a12:26:07.724732 run osmo-stp_10.42.42.5(pid=5265): Launched\u000a12:26:07.837043 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:26:08.402730 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5267): Launched\u000a12:26:08.713402 run osmo-msc_10.42.42.6(pid=5268): Launched\u000a12:26:08.895223 run osmo-stp_10.42.42.5(pid=5265): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5265)]\u000a12:26:09.025064 run osmo-stp_10.42.42.5(pid=5265): stdout: \u000a| (launched: 2022-12-09_12:26:07.572179)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:26:09.152831 run osmo-stp_10.42.42.5(pid=5265): stderr: \u000a| �[0;m�[38;5;43m20221209122607742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122607742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122607742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122607743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122607743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122607743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122607743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:26:09.275959 run osmo-stp_10.42.42.5(pid=5265): stdout: \u000a| (launched: 2022-12-09_12:26:07.572179)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:26:09.398146 run osmo-stp_10.42.42.5(pid=5265): stderr: \u000a| �[0;m�[38;5;43m20221209122607742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122607742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122607742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122607743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122607743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122607743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122607743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:26:09.452093 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5265): Process ended prematurely: osmo-stp_10.42.42.5(pid=5265) [trial-2359↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5265)] [trial-2359↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a12:26:09.460454 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a12:26:09.520642 run osmo-hlr_10.42.42.2(pid=5262): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5262)]\u000a12:26:09.569900 run osmo-hlr_10.42.42.2(pid=5262): stdout: \u000a| (launched: 2022-12-09_12:26:06.608302) \u000a12:26:09.620005 run osmo-hlr_10.42.42.2(pid=5262): stderr: \u000a| �[0;m�[1;31m20221209122606782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209122606783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209122606783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122606783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122606783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209122606783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209122606795 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209122606805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209122606805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209122606805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:26:09.687724 run osmo-msc_10.42.42.6(pid=5268): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5268)]\u000a12:26:09.736785 run osmo-msc_10.42.42.6(pid=5268): stdout: \u000a| (launched: 2022-12-09_12:26:08.559469) \u000a12:26:09.786669 run osmo-msc_10.42.42.6(pid=5268): stderr: \u000a| �[0;m�[38;5;43m20221209122608828 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209122608828 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f05c1509c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209122608828 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209122608828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209122608828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209122608828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209122608830 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209122608831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209122608831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209122608831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:26:09.828914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5261): Terminating (SIGTERM)\u000a12:26:09.868811 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5264): Terminating (SIGTERM)\u000a12:26:09.908622 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5267): Terminating (SIGTERM)\u000a12:26:09.917921 --- ParallelTerminationStrategy: PID 5261 died...\u000a12:26:09.971800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5261): Terminated: ok {rc=0}\u000a12:26:09.981831 --- ParallelTerminationStrategy: PID 5264 died...\u000a12:26:10.034995 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5264): Terminated: ok {rc=0}\u000a12:26:10.044584 --- ParallelTerminationStrategy: PID 5267 died...\u000a12:26:10.097969 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5267): Terminated: ok {rc=0}\u000a12:26:10.182092 bus /sierra_3: Setting Powered False\u000a12:26:11.289933 bus /sierra_3: Setting Powered False\u000a12:26:12.397970 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "149", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:25:52" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5279): Process ended prematurely: osmo-stp_10.42.42.5(pid=5279) [trial-2359↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5279)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5279): Process ended prematurely: osmo-stp_10.42.42.5(pid=5279) [trial-2359↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5279)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a12:26:14.408119 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:26:14.420215 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a12:26:14.585116 tst mo_mt_call.py: using LAC 21452\u000a12:26:14.714337 tst mo_mt_call.py: using RAC 32\u000a12:26:14.838752 tst mo_mt_call.py: using CellId 21452\u000a12:26:14.965271 tst mo_mt_call.py: using BVCI 21453\u000a12:26:14.988740 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:26:15.000136 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:26:15.011117 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:26:15.022349 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:26:15.033504 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:26:15.044619 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:26:15.162054 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:26:15.377145 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:26:15.947370 run create_hlr_db(pid=5273): Launched\u000a12:26:16.141313 bus /sierra_2: Setting Powered False\u000a12:26:17.196089 run create_hlr_db(pid=5273): Terminated: ok {rc=0}\u000a12:26:17.611886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5275): Launched\u000a12:26:17.923204 run osmo-hlr_10.42.42.2(pid=5276): Launched\u000a12:26:18.040050 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:26:18.576888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5278): Launched\u000a12:26:18.888287 run osmo-stp_10.42.42.5(pid=5279): Launched\u000a12:26:18.999850 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:26:19.564504 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5281): Launched\u000a12:26:19.878114 run osmo-msc_10.42.42.6(pid=5282): Launched\u000a12:26:20.058469 run osmo-stp_10.42.42.5(pid=5279): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5279)]\u000a12:26:20.188695 run osmo-stp_10.42.42.5(pid=5279): stdout: \u000a| (launched: 2022-12-09_12:26:18.733420)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:26:20.317124 run osmo-stp_10.42.42.5(pid=5279): stderr: \u000a| �[0;m�[38;5;43m20221209122618901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122618902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122618902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122618902 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122618903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122618903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122618903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:26:20.440886 run osmo-stp_10.42.42.5(pid=5279): stdout: \u000a| (launched: 2022-12-09_12:26:18.733420)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:26:20.564517 run osmo-stp_10.42.42.5(pid=5279): stderr: \u000a| �[0;m�[38;5;43m20221209122618901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122618902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122618902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122618902 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122618903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122618903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122618903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:26:20.618988 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5279): Process ended prematurely: osmo-stp_10.42.42.5(pid=5279) [trial-2359↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5279)] [trial-2359↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a12:26:20.627748 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a12:26:20.687472 run osmo-hlr_10.42.42.2(pid=5276): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5276)]\u000a12:26:20.736500 run osmo-hlr_10.42.42.2(pid=5276): stdout: \u000a| (launched: 2022-12-09_12:26:17.770268) \u000a12:26:20.786047 run osmo-hlr_10.42.42.2(pid=5276): stderr: \u000a| �[0;m�[1;31m20221209122617945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209122617945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209122617945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122617946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122617946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209122617946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209122617958 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209122617966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209122617966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209122617966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:26:20.853428 run osmo-msc_10.42.42.6(pid=5282): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5282)]\u000a12:26:20.903020 run osmo-msc_10.42.42.6(pid=5282): stdout: \u000a| (launched: 2022-12-09_12:26:19.720790) \u000a12:26:20.952570 run osmo-msc_10.42.42.6(pid=5282): stderr: \u000a| �[0;m�[38;5;43m20221209122619990 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209122619990 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7479d01c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209122619990 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209122619990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209122619990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209122619990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209122619992 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209122619992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209122619993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209122619993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:26:20.994713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5275): Terminating (SIGTERM)\u000a12:26:21.034463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5278): Terminating (SIGTERM)\u000a12:26:21.074171 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5281): Terminating (SIGTERM)\u000a12:26:21.083539 --- ParallelTerminationStrategy: PID 5275 died...\u000a12:26:21.136996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5275): Terminated: ok {rc=0}\u000a12:26:21.146760 --- ParallelTerminationStrategy: PID 5278 died...\u000a12:26:21.199774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5278): Terminated: ok {rc=0}\u000a12:26:21.209851 --- ParallelTerminationStrategy: PID 5281 died...\u000a12:26:21.262992 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5281): Terminated: ok {rc=0}\u000a12:26:21.346343 bus /sierra_3: Setting Powered False\u000a12:26:22.454066 bus /sierra_3: Setting Powered False\u000a12:26:23.564839 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 42, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5290): Process ended prematurely: osmo-stp_10.42.42.5(pid=5290) [trial-2359↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5290)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5290): Process ended prematurely: osmo-stp_10.42.42.5(pid=5290) [trial-2359↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5290)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:26:24.677225 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:26:24.689332 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a12:26:24.845265 tst mo_mt_call_osmux.py: using LAC 21453\u000a12:26:24.967846 tst mo_mt_call_osmux.py: using RAC 33\u000a12:26:25.091122 tst mo_mt_call_osmux.py: using CellId 21453\u000a12:26:25.214266 tst mo_mt_call_osmux.py: using BVCI 21454\u000a12:26:25.237779 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:26:25.249114 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:26:25.260194 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:26:25.271307 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:26:25.282527 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a12:26:25.293620 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:26:25.411304 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a12:26:25.630394 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:26:26.153009 run create_hlr_db(pid=5284): Launched\u000a12:26:26.345211 bus /sierra_2: Setting Powered False\u000a12:26:27.365709 run create_hlr_db(pid=5284): Terminated: ok {rc=0}\u000a12:26:27.784132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5286): Launched\u000a12:26:28.095382 run osmo-hlr_10.42.42.2(pid=5287): Launched\u000a12:26:28.207772 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:26:28.744915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5289): Launched\u000a12:26:29.054383 run osmo-stp_10.42.42.5(pid=5290): Launched\u000a12:26:29.165524 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:26:29.732538 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5292): Launched\u000a12:26:30.043552 run osmo-msc_10.42.42.6(pid=5293): Launched\u000a12:26:30.223921 run osmo-stp_10.42.42.5(pid=5290): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5290)]\u000a12:26:30.354438 run osmo-stp_10.42.42.5(pid=5290): stdout: \u000a| (launched: 2022-12-09_12:26:28.901791)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:26:30.482991 run osmo-stp_10.42.42.5(pid=5290): stderr: \u000a| �[0;m�[38;5;43m20221209122629071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122629072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122629072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122629072 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122629073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122629073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122629073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:26:30.607346 run osmo-stp_10.42.42.5(pid=5290): stdout: \u000a| (launched: 2022-12-09_12:26:28.901791)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:26:30.729822 run osmo-stp_10.42.42.5(pid=5290): stderr: \u000a| �[0;m�[38;5;43m20221209122629071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122629072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122629072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122629072 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122629073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122629073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122629073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:26:30.783847 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5290): Process ended prematurely: osmo-stp_10.42.42.5(pid=5290) [trial-2359↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5290)] [trial-2359↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a12:26:30.792594 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a12:26:30.863703 run osmo-hlr_10.42.42.2(pid=5287): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5287)]\u000a12:26:30.918802 run osmo-hlr_10.42.42.2(pid=5287): stdout: \u000a| (launched: 2022-12-09_12:26:27.941649) \u000a12:26:30.969358 run osmo-hlr_10.42.42.2(pid=5287): stderr: \u000a| �[0;m�[1;31m20221209122628115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209122628116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209122628116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122628116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122628116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209122628116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209122628128 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209122628136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209122628136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209122628137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:26:31.038214 run osmo-msc_10.42.42.6(pid=5293): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5293)]\u000a12:26:31.088227 run osmo-msc_10.42.42.6(pid=5293): stdout: \u000a| (launched: 2022-12-09_12:26:29.889815) \u000a12:26:31.139039 run osmo-msc_10.42.42.6(pid=5293): stderr: \u000a| �[0;m�[38;5;43m20221209122630161 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209122630162 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc5f57ffc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209122630162 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209122630162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209122630162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209122630162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209122630164 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209122630164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209122630164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209122630164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:26:31.181961 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5286): Terminating (SIGTERM)\u000a12:26:31.223823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5289): Terminating (SIGTERM)\u000a12:26:31.266396 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5292): Terminating (SIGTERM)\u000a12:26:31.275958 --- ParallelTerminationStrategy: PID 5286 died...\u000a12:26:31.330401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5286): Terminated: ok {rc=0}\u000a12:26:31.340730 --- ParallelTerminationStrategy: PID 5289 died...\u000a12:26:31.395490 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5289): Terminated: ok {rc=0}\u000a12:26:31.405911 --- ParallelTerminationStrategy: PID 5292 died...\u000a12:26:31.460274 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5292): Terminated: ok {rc=0}\u000a12:26:31.552987 bus /sierra_3: Setting Powered False\u000a12:26:32.653996 bus /sierra_3: Setting Powered False\u000a12:26:33.765043 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "150", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:26:14" }, { "cases" : [ { "testActions" : [ ], "age" : 29, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5304): Process ended prematurely: osmo-stp_10.42.42.5(pid=5304) [trial-2359↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5304)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5304): Process ended prematurely: osmo-stp_10.42.42.5(pid=5304) [trial-2359↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5304)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a12:26:35.782792 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:26:35.794544 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a12:26:35.965612 tst mo_mt_call.py: using LAC 21454\u000a12:26:36.095587 tst mo_mt_call.py: using RAC 34\u000a12:26:36.220036 tst mo_mt_call.py: using CellId 21454\u000a12:26:36.342714 tst mo_mt_call.py: using BVCI 21455\u000a12:26:36.366368 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:26:36.377793 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:26:36.389039 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:26:36.400269 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:26:36.411851 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:26:36.423333 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:26:36.544783 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:26:36.750699 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:26:37.249089 run create_hlr_db(pid=5298): Launched\u000a12:26:37.426457 bus /sierra_2: Setting Powered False\u000a12:26:38.449343 run create_hlr_db(pid=5298): Terminated: ok {rc=0}\u000a12:26:38.889594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5300): Launched\u000a12:26:39.220163 run osmo-hlr_10.42.42.2(pid=5301): Launched\u000a12:26:39.340161 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:26:39.918211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5303): Launched\u000a12:26:40.250811 run osmo-stp_10.42.42.5(pid=5304): Launched\u000a12:26:40.371727 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:26:40.977595 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5306): Launched\u000a12:26:41.309584 run osmo-msc_10.42.42.6(pid=5307): Launched\u000a12:26:41.503741 run osmo-stp_10.42.42.5(pid=5304): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5304)]\u000a12:26:41.643202 run osmo-stp_10.42.42.5(pid=5304): stdout: \u000a| (launched: 2022-12-09_12:26:40.086635)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:26:41.781750 run osmo-stp_10.42.42.5(pid=5304): stderr: \u000a| �[0;m�[38;5;43m20221209122640275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122640275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122640275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122640276 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122640276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122640276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122640277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:26:41.914293 run osmo-stp_10.42.42.5(pid=5304): stdout: \u000a| (launched: 2022-12-09_12:26:40.086635)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:26:42.045164 run osmo-stp_10.42.42.5(pid=5304): stderr: \u000a| �[0;m�[38;5;43m20221209122640275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122640275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122640275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122640276 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122640276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122640276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122640277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:26:42.102868 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5304): Process ended prematurely: osmo-stp_10.42.42.5(pid=5304) [trial-2359↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5304)] [trial-2359↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a12:26:42.112080 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a12:26:42.175733 run osmo-hlr_10.42.42.2(pid=5301): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5301)]\u000a12:26:42.227515 run osmo-hlr_10.42.42.2(pid=5301): stdout: \u000a| (launched: 2022-12-09_12:26:39.057589) \u000a12:26:42.280059 run osmo-hlr_10.42.42.2(pid=5301): stderr: \u000a| �[0;m�[1;31m20221209122639254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209122639254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209122639254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122639254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122639254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209122639254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209122639267 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209122639275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209122639276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209122639276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:26:42.351195 run osmo-msc_10.42.42.6(pid=5307): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5307)]\u000a12:26:42.403100 run osmo-msc_10.42.42.6(pid=5307): stdout: \u000a| (launched: 2022-12-09_12:26:41.145397) \u000a12:26:42.455847 run osmo-msc_10.42.42.6(pid=5307): stderr: \u000a| �[0;m�[38;5;43m20221209122641464 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209122641464 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6ce2af1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209122641464 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209122641464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209122641464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209122641465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209122641466 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209122641467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209122641467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209122641467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:26:42.500282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5300): Terminating (SIGTERM)\u000a12:26:42.542627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5303): Terminating (SIGTERM)\u000a12:26:42.584733 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5306): Terminating (SIGTERM)\u000a12:26:42.594755 --- ParallelTerminationStrategy: PID 5300 died...\u000a12:26:42.651165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5300): Terminated: ok {rc=0}\u000a12:26:42.661650 --- ParallelTerminationStrategy: PID 5303 died...\u000a12:26:42.717912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5303): Terminated: ok {rc=0}\u000a12:26:42.727946 --- ParallelTerminationStrategy: PID 5306 died...\u000a12:26:42.784406 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5306): Terminated: ok {rc=0}\u000a12:26:42.871943 bus /sierra_3: Setting Powered False\u000a12:26:43.979754 bus /sierra_3: Setting Powered False\u000a12:26:45.091426 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 40, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5315): Process ended prematurely: osmo-stp_10.42.42.5(pid=5315) [trial-2359↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5315)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5315): Process ended prematurely: osmo-stp_10.42.42.5(pid=5315) [trial-2359↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5315)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:26:46.206653 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:26:46.219593 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a12:26:46.391771 tst mo_mt_call_osmux.py: using LAC 21455\u000a12:26:46.546905 tst mo_mt_call_osmux.py: using RAC 35\u000a12:26:46.681709 tst mo_mt_call_osmux.py: using CellId 21455\u000a12:26:46.808583 tst mo_mt_call_osmux.py: using BVCI 21456\u000a12:26:46.834536 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:26:46.846472 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:26:46.858151 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:26:46.870019 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:26:46.881695 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a12:26:46.893500 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:26:47.021219 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a12:26:47.240023 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:26:47.771721 run create_hlr_db(pid=5309): Launched\u000a12:26:47.963180 bus /sierra_2: Setting Powered False\u000a12:26:48.983974 run create_hlr_db(pid=5309): Terminated: ok {rc=0}\u000a12:26:49.400612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5311): Launched\u000a12:26:49.710348 run osmo-hlr_10.42.42.2(pid=5312): Launched\u000a12:26:49.825370 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:26:50.364012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5314): Launched\u000a12:26:50.672783 run osmo-stp_10.42.42.5(pid=5315): Launched\u000a12:26:50.784659 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:26:51.349498 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5317): Launched\u000a12:26:51.662963 run osmo-msc_10.42.42.6(pid=5318): Launched\u000a12:26:51.843003 run osmo-stp_10.42.42.5(pid=5315): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5315)]\u000a12:26:51.974092 run osmo-stp_10.42.42.5(pid=5315): stdout: \u000a| (launched: 2022-12-09_12:26:50.520412)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:26:52.102538 run osmo-stp_10.42.42.5(pid=5315): stderr: \u000a| �[0;m�[38;5;43m20221209122650689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122650689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122650689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122650690 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122650690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122650690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122650690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:26:52.225900 run osmo-stp_10.42.42.5(pid=5315): stdout: \u000a| (launched: 2022-12-09_12:26:50.520412)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:26:52.347728 run osmo-stp_10.42.42.5(pid=5315): stderr: \u000a| �[0;m�[38;5;43m20221209122650689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122650689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122650689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122650690 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122650690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122650690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122650690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:26:52.401729 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5315): Process ended prematurely: osmo-stp_10.42.42.5(pid=5315) [trial-2359↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5315)] [trial-2359↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a12:26:52.410477 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a12:26:52.470506 run osmo-hlr_10.42.42.2(pid=5312): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5312)]\u000a12:26:52.519711 run osmo-hlr_10.42.42.2(pid=5312): stdout: \u000a| (launched: 2022-12-09_12:26:49.557926) \u000a12:26:52.569417 run osmo-hlr_10.42.42.2(pid=5312): stderr: \u000a| �[0;m�[1;31m20221209122649733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209122649733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209122649733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122649733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122649733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209122649733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209122649745 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209122649755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209122649755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209122649755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:26:52.637568 run osmo-msc_10.42.42.6(pid=5318): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5318)]\u000a12:26:52.686380 run osmo-msc_10.42.42.6(pid=5318): stdout: \u000a| (launched: 2022-12-09_12:26:51.506924) \u000a12:26:52.736028 run osmo-msc_10.42.42.6(pid=5318): stderr: \u000a| �[0;m�[38;5;43m20221209122651778 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209122651778 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa6bb69cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209122651778 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209122651778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209122651779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209122651779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209122651781 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209122651781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209122651781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209122651782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:26:52.778002 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5311): Terminating (SIGTERM)\u000a12:26:52.817964 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5314): Terminating (SIGTERM)\u000a12:26:52.857744 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5317): Terminating (SIGTERM)\u000a12:26:52.867041 --- ParallelTerminationStrategy: PID 5311 died...\u000a12:26:52.920732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5311): Terminated: ok {rc=0}\u000a12:26:52.930611 --- ParallelTerminationStrategy: PID 5314 died...\u000a12:26:52.983719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5314): Terminated: ok {rc=0}\u000a12:26:52.993542 --- ParallelTerminationStrategy: PID 5317 died...\u000a12:26:53.046771 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5317): Terminated: ok {rc=0}\u000a12:26:53.135732 bus /sierra_3: Setting Powered False\u000a12:26:54.239533 bus /sierra_3: Setting Powered False\u000a12:26:55.352645 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "151", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:26:35" }, { "cases" : [ { "testActions" : [ ], "age" : 34, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5330): Process ended prematurely: osmo-stp_10.42.42.5(pid=5330) [trial-2359↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5330)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5330): Process ended prematurely: osmo-stp_10.42.42.5(pid=5330) [trial-2359↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5330)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a12:26:57.375006 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:26:57.386860 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:26:57.551371 tst mo_mt_call.py: using LAC 21456\u000a12:26:57.680305 tst mo_mt_call.py: using RAC 36\u000a12:26:57.808650 tst mo_mt_call.py: using CellId 21456\u000a12:26:57.936710 tst mo_mt_call.py: using BVCI 21457\u000a12:26:57.961938 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:26:57.973758 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:26:57.985327 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:26:57.997118 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:26:58.008911 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:26:58.020802 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:26:58.142047 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:26:58.351252 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:26:58.848281 run create_hlr_db(pid=5324): Launched\u000a12:26:59.024814 bus /sierra_2: Setting Powered False\u000a12:27:00.048011 run create_hlr_db(pid=5324): Terminated: ok {rc=0}\u000a12:27:00.489021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5326): Launched\u000a12:27:00.822346 run osmo-hlr_10.42.42.2(pid=5327): Launched\u000a12:27:00.978221 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:27:01.648326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5329): Launched\u000a12:27:02.143324 run osmo-stp_10.42.42.5(pid=5330): Launched\u000a12:27:02.313271 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:27:02.881369 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5332): Launched\u000a12:27:03.190099 run osmo-msc_10.42.42.6(pid=5333): Launched\u000a12:27:03.369818 run osmo-stp_10.42.42.5(pid=5330): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5330)]\u000a12:27:03.499915 run osmo-stp_10.42.42.5(pid=5330): stdout: \u000a| (launched: 2022-12-09_12:27:01.818989)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:27:03.628209 run osmo-stp_10.42.42.5(pid=5330): stderr: \u000a| �[0;m�[38;5;43m20221209122702037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122702037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122702037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122702037 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122702038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122702038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122702038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:27:03.751405 run osmo-stp_10.42.42.5(pid=5330): stdout: \u000a| (launched: 2022-12-09_12:27:01.818989)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:27:03.873505 run osmo-stp_10.42.42.5(pid=5330): stderr: \u000a| �[0;m�[38;5;43m20221209122702037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122702037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122702037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122702037 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122702038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122702038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122702038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:27:03.927610 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5330): Process ended prematurely: osmo-stp_10.42.42.5(pid=5330) [trial-2359↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5330)] [trial-2359↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a12:27:03.936213 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a12:27:03.995882 run osmo-hlr_10.42.42.2(pid=5327): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5327)]\u000a12:27:04.044878 run osmo-hlr_10.42.42.2(pid=5327): stdout: \u000a| (launched: 2022-12-09_12:27:00.657679) \u000a12:27:04.094557 run osmo-hlr_10.42.42.2(pid=5327): stderr: \u000a| �[0;m�[1;31m20221209122700886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209122700886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209122700886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122700886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122700886 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209122700887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209122700912 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209122700937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209122700938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209122700938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:27:04.161932 run osmo-msc_10.42.42.6(pid=5333): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5333)]\u000a12:27:04.210582 run osmo-msc_10.42.42.6(pid=5333): stdout: \u000a| (launched: 2022-12-09_12:27:03.037599) \u000a12:27:04.259739 run osmo-msc_10.42.42.6(pid=5333): stderr: \u000a| �[0;m�[38;5;43m20221209122703307 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209122703307 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fabb14c5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209122703307 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209122703307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209122703307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209122703308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209122703309 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209122703310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209122703310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209122703310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:27:04.301706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5326): Terminating (SIGTERM)\u000a12:27:04.341401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5329): Terminating (SIGTERM)\u000a12:27:04.381052 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5332): Terminating (SIGTERM)\u000a12:27:04.390352 --- ParallelTerminationStrategy: PID 5326 died...\u000a12:27:04.443656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5326): Terminated: ok {rc=0}\u000a12:27:04.453456 --- ParallelTerminationStrategy: PID 5329 died...\u000a12:27:04.506501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5329): Terminated: ok {rc=0}\u000a12:27:04.516212 --- ParallelTerminationStrategy: PID 5332 died...\u000a12:27:04.569093 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5332): Terminated: ok {rc=0}\u000a12:27:04.657367 bus /sierra_3: Setting Powered False\u000a12:27:05.761460 bus /sierra_3: Setting Powered False\u000a12:27:06.874115 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 37, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5341): Process ended prematurely: osmo-stp_10.42.42.5(pid=5341) [trial-2359↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5341)]", "failedSince" : 2323, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5341): Process ended prematurely: osmo-stp_10.42.42.5(pid=5341) [trial-2359↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5341)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:27:07.990338 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:27:08.002995 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:27:08.170745 tst mo_mt_call_osmux.py: using LAC 21457\u000a12:27:08.295249 tst mo_mt_call_osmux.py: using RAC 37\u000a12:27:08.420503 tst mo_mt_call_osmux.py: using CellId 21457\u000a12:27:08.545622 tst mo_mt_call_osmux.py: using BVCI 21458\u000a12:27:08.569128 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:27:08.580513 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:27:08.591809 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:27:08.602994 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:27:08.614204 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a12:27:08.625315 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:27:08.747457 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:27:08.964905 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:27:09.488548 run create_hlr_db(pid=5335): Launched\u000a12:27:09.678667 bus /sierra_2: Setting Powered False\u000a12:27:10.700377 run create_hlr_db(pid=5335): Terminated: ok {rc=0}\u000a12:27:11.141000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5337): Launched\u000a12:27:11.472326 run osmo-hlr_10.42.42.2(pid=5338): Launched\u000a12:27:11.592646 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:27:12.168125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5340): Launched\u000a12:27:12.500529 run osmo-stp_10.42.42.5(pid=5341): Launched\u000a12:27:12.620546 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:27:13.224226 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5343): Launched\u000a12:27:13.557020 run osmo-msc_10.42.42.6(pid=5344): Launched\u000a12:27:13.750382 run osmo-stp_10.42.42.5(pid=5341): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5341)]\u000a12:27:13.890170 run osmo-stp_10.42.42.5(pid=5341): stdout: \u000a| (launched: 2022-12-09_12:27:12.335657)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:27:14.028245 run osmo-stp_10.42.42.5(pid=5341): stderr: \u000a| �[0;m�[38;5;43m20221209122712525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122712525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122712527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122712527 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122712528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122712528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122712528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:27:14.160448 run osmo-stp_10.42.42.5(pid=5341): stdout: \u000a| (launched: 2022-12-09_12:27:12.335657)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:27:14.291413 run osmo-stp_10.42.42.5(pid=5341): stderr: \u000a| �[0;m�[38;5;43m20221209122712525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122712525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122712527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122712527 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122712528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122712528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122712528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:27:14.349158 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5341): Process ended prematurely: osmo-stp_10.42.42.5(pid=5341) [trial-2359↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5341)] [trial-2359↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a12:27:14.358641 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a12:27:14.422459 run osmo-hlr_10.42.42.2(pid=5338): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5338)]\u000a12:27:14.475000 run osmo-hlr_10.42.42.2(pid=5338): stdout: \u000a| (launched: 2022-12-09_12:27:11.307729) \u000a12:27:14.527707 run osmo-hlr_10.42.42.2(pid=5338): stderr: \u000a| �[0;m�[1;31m20221209122711504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209122711504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209122711504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122711504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122711504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209122711504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209122711516 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209122711525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209122711525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209122711525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:27:14.599117 run osmo-msc_10.42.42.6(pid=5344): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5344)]\u000a12:27:14.651219 run osmo-msc_10.42.42.6(pid=5344): stdout: \u000a| (launched: 2022-12-09_12:27:13.391729) \u000a12:27:14.704053 run osmo-msc_10.42.42.6(pid=5344): stderr: \u000a| �[0;m�[38;5;43m20221209122713712 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209122713712 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f07aeb91c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209122713712 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209122713712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209122713713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209122713713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209122713714 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209122713715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209122713715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209122713715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:27:14.748382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5337): Terminating (SIGTERM)\u000a12:27:14.790496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5340): Terminating (SIGTERM)\u000a12:27:14.832666 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5343): Terminating (SIGTERM)\u000a12:27:14.842843 --- ParallelTerminationStrategy: PID 5337 died...\u000a12:27:14.899420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5337): Terminated: ok {rc=0}\u000a12:27:14.910060 --- ParallelTerminationStrategy: PID 5340 died...\u000a12:27:14.966639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5340): Terminated: ok {rc=0}\u000a12:27:14.977222 --- ParallelTerminationStrategy: PID 5343 died...\u000a12:27:15.033983 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5343): Terminated: ok {rc=0}\u000a12:27:15.122217 bus /sierra_3: Setting Powered False\u000a12:27:16.225203 bus /sierra_3: Setting Powered False\u000a12:27:17.335910 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "152", "name" : "voice_nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:26:57" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5355): Process ended prematurely: osmo-stp_10.42.42.5(pid=5355) [trial-2359↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5355)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5355): Process ended prematurely: osmo-stp_10.42.42.5(pid=5355) [trial-2359↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5355)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a12:27:19.350744 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:27:19.362820 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a12:27:19.513391 tst mo_mt_call.py: using LAC 21458\u000a12:27:19.643425 tst mo_mt_call.py: using RAC 38\u000a12:27:19.772615 tst mo_mt_call.py: using CellId 21458\u000a12:27:19.900390 tst mo_mt_call.py: using BVCI 21459\u000a12:27:19.925782 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:27:19.937815 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:27:19.950466 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:27:19.962163 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:27:19.974405 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:27:19.986534 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a12:27:20.106285 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a12:27:20.322062 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:27:20.842963 run create_hlr_db(pid=5349): Launched\u000a12:27:21.033844 bus /sierra_2: Setting Powered False\u000a12:27:22.054335 run create_hlr_db(pid=5349): Terminated: ok {rc=0}\u000a12:27:22.496859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5351): Launched\u000a12:27:22.831621 run osmo-hlr_10.42.42.2(pid=5352): Launched\u000a12:27:22.953067 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:27:23.528615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5354): Launched\u000a12:27:23.859666 run osmo-stp_10.42.42.5(pid=5355): Launched\u000a12:27:23.979085 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:27:24.583312 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5357): Launched\u000a12:27:24.915853 run osmo-msc_10.42.42.6(pid=5358): Launched\u000a12:27:25.109021 run osmo-stp_10.42.42.5(pid=5355): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5355)]\u000a12:27:25.248619 run osmo-stp_10.42.42.5(pid=5355): stdout: \u000a| (launched: 2022-12-09_12:27:23.695726)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:27:25.386691 run osmo-stp_10.42.42.5(pid=5355): stderr: \u000a| �[0;m�[38;5;43m20221209122723885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122723885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122723885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122723886 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122723886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122723886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122723886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:27:25.519676 run osmo-stp_10.42.42.5(pid=5355): stdout: \u000a| (launched: 2022-12-09_12:27:23.695726)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:27:25.651021 run osmo-stp_10.42.42.5(pid=5355): stderr: \u000a| �[0;m�[38;5;43m20221209122723885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122723885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122723885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122723886 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122723886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122723886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122723886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:27:25.709154 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5355): Process ended prematurely: osmo-stp_10.42.42.5(pid=5355) [trial-2359↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5355)] [trial-2359↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a12:27:25.718651 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a12:27:25.782772 run osmo-hlr_10.42.42.2(pid=5352): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5352)]\u000a12:27:25.834888 run osmo-hlr_10.42.42.2(pid=5352): stdout: \u000a| (launched: 2022-12-09_12:27:22.665955) \u000a12:27:25.887684 run osmo-hlr_10.42.42.2(pid=5352): stderr: \u000a| �[0;m�[1;31m20221209122722861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209122722861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209122722861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122722861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122722862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209122722862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209122722874 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209122722884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209122722884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209122722884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:27:25.959758 run osmo-msc_10.42.42.6(pid=5358): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5358)]\u000a12:27:26.011832 run osmo-msc_10.42.42.6(pid=5358): stdout: \u000a| (launched: 2022-12-09_12:27:24.751027) \u000a12:27:26.064425 run osmo-msc_10.42.42.6(pid=5358): stderr: \u000a| �[0;m�[38;5;43m20221209122725071 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209122725071 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd949c61c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209122725071 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209122725071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209122725071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209122725071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209122725073 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209122725073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209122725074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209122725074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:27:26.109105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5351): Terminating (SIGTERM)\u000a12:27:26.152295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5354): Terminating (SIGTERM)\u000a12:27:26.195055 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5357): Terminating (SIGTERM)\u000a12:27:26.205022 --- ParallelTerminationStrategy: PID 5351 died...\u000a12:27:26.262466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5351): Terminated: ok {rc=0}\u000a12:27:26.272786 --- ParallelTerminationStrategy: PID 5354 died...\u000a12:27:26.329337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5354): Terminated: ok {rc=0}\u000a12:27:26.339863 --- ParallelTerminationStrategy: PID 5357 died...\u000a12:27:26.396595 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5357): Terminated: ok {rc=0}\u000a12:27:26.485239 bus /sierra_3: Setting Powered False\u000a12:27:27.593217 bus /sierra_3: Setting Powered False\u000a12:27:28.702341 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 195, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5366): Process ended prematurely: osmo-stp_10.42.42.5(pid=5366) [trial-2359↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5366)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5366): Process ended prematurely: osmo-stp_10.42.42.5(pid=5366) [trial-2359↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5366)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a12:27:29.818822 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:27:29.831707 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a12:27:29.978800 tst mo_mt_call_osmux.py: using LAC 21459\u000a12:27:30.108303 tst mo_mt_call_osmux.py: using RAC 39\u000a12:27:30.231107 tst mo_mt_call_osmux.py: using CellId 21459\u000a12:27:30.351241 tst mo_mt_call_osmux.py: using BVCI 21460\u000a12:27:30.374545 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:27:30.385987 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:27:30.397193 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:27:30.408467 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:27:30.419732 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a12:27:30.430931 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a12:27:30.553797 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a12:27:30.763323 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:27:31.347844 run create_hlr_db(pid=5360): Launched\u000a12:27:31.545151 bus /sierra_2: Setting Powered False\u000a12:27:32.561032 run create_hlr_db(pid=5360): Terminated: ok {rc=0}\u000a12:27:33.002403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5362): Launched\u000a12:27:33.333036 run osmo-hlr_10.42.42.2(pid=5363): Launched\u000a12:27:33.454339 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:27:34.030391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5365): Launched\u000a12:27:34.363756 run osmo-stp_10.42.42.5(pid=5366): Launched\u000a12:27:34.483781 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:27:35.089446 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5368): Launched\u000a12:27:35.422922 run osmo-msc_10.42.42.6(pid=5369): Launched\u000a12:27:35.616634 run osmo-stp_10.42.42.5(pid=5366): ERR: Terminated: ERROR {rc=1} [trial-2359↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5366)]\u000a12:27:35.755816 run osmo-stp_10.42.42.5(pid=5366): stdout: \u000a| (launched: 2022-12-09_12:27:34.199029)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:27:35.897144 run osmo-stp_10.42.42.5(pid=5366): stderr: \u000a| �[0;m�[38;5;43m20221209122734390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122734390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122734391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122734391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122734391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122734392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122734392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:27:36.020012 run osmo-stp_10.42.42.5(pid=5366): stdout: \u000a| (launched: 2022-12-09_12:27:34.199029)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:27:36.142576 run osmo-stp_10.42.42.5(pid=5366): stderr: \u000a| �[0;m�[38;5;43m20221209122734390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122734390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122734391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122734391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122734391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122734392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122734392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:27:36.196592 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5366): Process ended prematurely: osmo-stp_10.42.42.5(pid=5366) [trial-2359↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5366)] [trial-2359↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a12:27:36.205228 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a12:27:36.265390 run osmo-hlr_10.42.42.2(pid=5363): ERR: Terminated: ERROR {rc=237} [trial-2359↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5363)]\u000a12:27:36.314889 run osmo-hlr_10.42.42.2(pid=5363): stdout: \u000a| (launched: 2022-12-09_12:27:33.170501) \u000a12:27:36.364763 run osmo-hlr_10.42.42.2(pid=5363): stderr: \u000a| �[0;m�[1;31m20221209122733366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209122733367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209122733367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122733367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122733367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209122733367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209122733379 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209122733387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209122733387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209122733388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:27:36.432754 run osmo-msc_10.42.42.6(pid=5369): ERR: Terminated: ERROR {rc=2} [trial-2359↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5369)]\u000a12:27:36.481982 run osmo-msc_10.42.42.6(pid=5369): stdout: \u000a| (launched: 2022-12-09_12:27:35.257487) \u000a12:27:36.531724 run osmo-msc_10.42.42.6(pid=5369): stderr: \u000a| �[0;m�[38;5;43m20221209122735579 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209122735579 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f354abedc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209122735579 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209122735579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209122735579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209122735579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209122735581 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209122735582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209122735582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209122735582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:27:36.574166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5362): Terminating (SIGTERM)\u000a12:27:36.613922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5365): Terminating (SIGTERM)\u000a12:27:36.653577 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5368): Terminating (SIGTERM)\u000a12:27:36.662905 --- ParallelTerminationStrategy: PID 5362 died...\u000a12:27:36.716316 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5362): Terminated: ok {rc=0}\u000a12:27:36.726072 --- ParallelTerminationStrategy: PID 5365 died...\u000a12:27:36.779206 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5365): Terminated: ok {rc=0}\u000a12:27:36.788894 --- ParallelTerminationStrategy: PID 5368 died...\u000a12:27:36.842359 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5368): Terminated: ok {rc=0}\u000a12:27:36.932421 bus /sierra_3: Setting Powered False\u000a12:27:38.035642 bus /sierra_3: Setting Powered False\u000a12:27:39.142659 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "153", "name" : "voice_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:27:19" }, { "cases" : [ { "testActions" : [ ], "age" : 29, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5383): Process ended prematurely: osmo-stp_10.42.42.5(pid=5383) [trial-2359↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5383)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5383): Process ended prematurely: osmo-stp_10.42.42.5(pid=5383) [trial-2359↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5383)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 emergency:nanobts+band-900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a12:27:41.175231 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:27:41.186562 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a12:27:41.335249 tst emergency_mo_mt_call.py: using LAC 21460\u000a12:27:41.461134 tst emergency_mo_mt_call.py: using RAC 40\u000a12:27:41.586729 tst emergency_mo_mt_call.py: using CellId 21460\u000a12:27:41.710432 tst emergency_mo_mt_call.py: using BVCI 21461\u000a12:27:41.735001 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:27:41.746348 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:27:41.757425 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:27:41.769576 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:27:41.780612 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:27:41.792706 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a12:27:41.912137 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a12:27:42.113439 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:27:42.602143 run create_hlr_db(pid=5377): Launched\u000a12:27:42.777524 bus /sierra_2: Setting Powered False\u000a12:27:43.799068 run create_hlr_db(pid=5377): Terminated: ok {rc=0}\u000a12:27:44.236180 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5379): Launched\u000a12:27:44.563650 run osmo-hlr_10.42.42.2(pid=5380): Launched\u000a12:27:44.681823 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:27:45.251211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5382): Launched\u000a12:27:45.579328 run osmo-stp_10.42.42.5(pid=5383): Launched\u000a12:27:45.713094 tst emergency_mo_mt_call.py: using MSISDN 7203\u000a12:27:45.880667 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:27:46.493768 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5385): Launched\u000a12:27:46.829748 run osmo-msc_10.42.42.6(pid=5386): Launched\u000a12:27:47.048210 run osmo-stp_10.42.42.5(pid=5383): ERR: Terminated: ERROR {rc=1} [trial-2359↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5383)]\u000a12:27:47.280243 run osmo-stp_10.42.42.5(pid=5383): stdout: \u000a| (launched: 2022-12-09_12:27:45.415649)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:27:47.424278 run osmo-stp_10.42.42.5(pid=5383): stderr: \u000a| �[0;m�[38;5;43m20221209122745604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122745604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122745604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122745605 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122745606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122745606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122745606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:27:47.557912 run osmo-stp_10.42.42.5(pid=5383): stdout: \u000a| (launched: 2022-12-09_12:27:45.415649)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:27:47.687555 run osmo-stp_10.42.42.5(pid=5383): stderr: \u000a| �[0;m�[38;5;43m20221209122745604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122745604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122745604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122745605 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122745606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122745606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122745606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:27:47.744382 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=5383): Process ended prematurely: osmo-stp_10.42.42.5(pid=5383) [trial-2359↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5383)] [trial-2359↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19]\u000a12:27:47.753218 tst emergency_mo_mt_call.py:19: Test FAILED (6.6 sec)\u000a12:27:47.817410 run osmo-hlr_10.42.42.2(pid=5380): ERR: Terminated: ERROR {rc=237} [trial-2359↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5380)]\u000a12:27:47.869424 run osmo-hlr_10.42.42.2(pid=5380): stdout: \u000a| (launched: 2022-12-09_12:27:44.401289) \u000a12:27:47.922776 run osmo-hlr_10.42.42.2(pid=5380): stderr: \u000a| �[0;m�[1;31m20221209122744596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209122744596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209122744596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122744596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122744596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209122744596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209122744609 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/emergency:nanobts+band-900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209122744618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209122744618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209122744618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:27:47.994217 run osmo-msc_10.42.42.6(pid=5386): ERR: Terminated: ERROR {rc=2} [trial-2359↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5386)]\u000a12:27:48.046308 run osmo-msc_10.42.42.6(pid=5386): stdout: \u000a| (launched: 2022-12-09_12:27:46.652337) \u000a12:27:48.099022 run osmo-msc_10.42.42.6(pid=5386): stderr: \u000a| �[0;m�[38;5;43m20221209122747284 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209122747285 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbb710eac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209122747285 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209122747285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209122747285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209122747285 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209122747287 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209122747287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209122747288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209122747288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:27:48.143792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5379): Terminating (SIGTERM)\u000a12:27:48.186963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5382): Terminating (SIGTERM)\u000a12:27:48.229737 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5385): Terminating (SIGTERM)\u000a12:27:48.239625 --- ParallelTerminationStrategy: PID 5379 died...\u000a12:27:48.296496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5379): Terminated: ok {rc=0}\u000a12:27:48.306797 --- ParallelTerminationStrategy: PID 5382 died...\u000a12:27:48.363747 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5382): Terminated: ok {rc=0}\u000a12:27:48.374143 --- ParallelTerminationStrategy: PID 5385 died...\u000a12:27:48.431455 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5385): Terminated: ok {rc=0}\u000a12:27:48.519672 bus /sierra_3: Setting Powered False\u000a12:27:49.627751 bus /sierra_3: Setting Powered False\u000a12:27:50.741621 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 197, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5394): Process ended prematurely: osmo-stp_10.42.42.5(pid=5394) [trial-2359↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5394)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5394): Process ended prematurely: osmo-stp_10.42.42.5(pid=5394) [trial-2359↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5394)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 emergency:nanobts+band-900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a12:27:51.794198 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:27:51.806318 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a12:27:51.954439 tst emergency_preemptive_call.py: using LAC 21461\u000a12:27:52.082144 tst emergency_preemptive_call.py: using RAC 41\u000a12:27:52.210579 tst emergency_preemptive_call.py: using CellId 21461\u000a12:27:52.337008 tst emergency_preemptive_call.py: using BVCI 21462\u000a12:27:52.361832 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:27:52.373426 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:27:52.384620 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:27:52.396044 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:27:52.407511 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a12:27:52.418996 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a12:27:52.538041 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a12:27:52.660364 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a12:27:52.778266 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a12:27:52.980540 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:27:53.468885 run create_hlr_db(pid=5388): Launched\u000a12:27:53.644570 bus /sierra_2: Setting Powered False\u000a12:27:54.666070 run create_hlr_db(pid=5388): Terminated: ok {rc=0}\u000a12:27:55.103455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5390): Launched\u000a12:27:55.430243 run osmo-hlr_10.42.42.2(pid=5391): Launched\u000a12:27:55.550242 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:27:56.119846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5393): Launched\u000a12:27:56.446251 run osmo-stp_10.42.42.5(pid=5394): Launched\u000a12:27:56.579183 tst emergency_preemptive_call.py: using MSISDN 7204\u000a12:27:56.740491 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:27:57.335230 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5396): Launched\u000a12:27:57.662319 run osmo-msc_10.42.42.6(pid=5397): Launched\u000a12:27:57.851983 run osmo-stp_10.42.42.5(pid=5394): ERR: Terminated: ERROR {rc=1} [trial-2359↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5394)]\u000a12:27:57.989967 run osmo-stp_10.42.42.5(pid=5394): stdout: \u000a| (launched: 2022-12-09_12:27:56.284051)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:27:58.125844 run osmo-stp_10.42.42.5(pid=5394): stderr: \u000a| �[0;m�[38;5;43m20221209122756470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122756470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122756471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122756471 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122756472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122756472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122756472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:27:58.256062 run osmo-stp_10.42.42.5(pid=5394): stdout: \u000a| (launched: 2022-12-09_12:27:56.284051)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:27:58.385493 run osmo-stp_10.42.42.5(pid=5394): stderr: \u000a| �[0;m�[38;5;43m20221209122756470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122756470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122756471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122756471 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122756472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122756472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122756472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:27:58.442123 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=5394): Process ended prematurely: osmo-stp_10.42.42.5(pid=5394) [trial-2359↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5394)] [trial-2359↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32]\u000a12:27:58.451106 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a12:27:58.515242 run osmo-hlr_10.42.42.2(pid=5391): ERR: Terminated: ERROR {rc=237} [trial-2359↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5391)]\u000a12:27:58.567451 run osmo-hlr_10.42.42.2(pid=5391): stdout: \u000a| (launched: 2022-12-09_12:27:55.269385) \u000a12:27:58.620313 run osmo-hlr_10.42.42.2(pid=5391): stderr: \u000a| �[0;m�[1;31m20221209122755463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209122755463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209122755463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122755463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122755463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209122755463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209122755476 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/emergency:nanobts+band-900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209122755486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209122755487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209122755487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:27:58.691661 run osmo-msc_10.42.42.6(pid=5397): ERR: Terminated: ERROR {rc=2} [trial-2359↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5397)]\u000a12:27:58.743366 run osmo-msc_10.42.42.6(pid=5397): stdout: \u000a| (launched: 2022-12-09_12:27:57.500492) \u000a12:27:58.796493 run osmo-msc_10.42.42.6(pid=5397): stderr: \u000a| �[0;m�[38;5;43m20221209122757819 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209122757819 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f180155ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209122757820 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209122757820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209122757820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209122757820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209122757822 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209122757822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209122757822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209122757822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:27:58.841448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5390): Terminating (SIGTERM)\u000a12:27:58.884140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5393): Terminating (SIGTERM)\u000a12:27:58.927191 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5396): Terminating (SIGTERM)\u000a12:27:58.937215 --- ParallelTerminationStrategy: PID 5390 died...\u000a12:27:58.994156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5390): Terminated: ok {rc=0}\u000a12:27:59.004456 --- ParallelTerminationStrategy: PID 5393 died...\u000a12:27:59.060916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5393): Terminated: ok {rc=0}\u000a12:27:59.071520 --- ParallelTerminationStrategy: PID 5396 died...\u000a12:27:59.128197 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5396): Terminated: ok {rc=0}\u000a12:27:59.216322 bus /sierra_9: Setting Powered False\u000a12:28:00.323090 bus /sierra_9: Setting Powered False\u000a12:28:01.435805 bus /sierra_8: Setting Powered False\u000a12:28:02.543737 bus /sierra_8: Setting Powered False\u000a12:28:03.652153 bus /sierra_3: Setting Powered False\u000a12:28:04.758502 bus /sierra_3: Setting Powered False\u000a12:28:05.871008 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "154", "name" : "emergency_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:27:40" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "gprs:nanobts+band-900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5412): Process ended prematurely: osmo-stp_10.42.42.5(pid=5412) [trial-2359↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5412)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5412): Process ended prematurely: osmo-stp_10.42.42.5(pid=5412) [trial-2359↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5412)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:nanobts+band-900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:28:07.991946 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:28:08.003058 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a12:28:08.138170 tst cs_paging_gprs_active.py: using LAC 21462\u000a12:28:08.258523 tst cs_paging_gprs_active.py: using RAC 42\u000a12:28:08.381131 tst cs_paging_gprs_active.py: using CellId 21462\u000a12:28:08.500779 tst cs_paging_gprs_active.py: using BVCI 21463\u000a12:28:08.524436 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:28:08.535284 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:28:08.545948 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:28:08.556658 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:28:08.567335 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:28:08.577964 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:28:08.589035 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:28:08.599876 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:28:08.610948 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a12:28:08.732855 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a12:28:09.036631 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:28:09.175281 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:28:09.519911 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5402): Launched\u000a12:28:09.807114 run iperf3-srv_10.42.42.10(pid=5403): Launched\u000a12:28:10.011397 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:28:10.150608 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:28:10.495481 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5404): Launched\u000a12:28:10.781458 run iperf3-srv_10.42.42.10(pid=5405): Launched\u000a12:28:10.983973 tst cs_paging_gprs_active.py:38: start network...\u000a12:28:11.122285 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:28:11.644691 run create_hlr_db(pid=5406): Launched\u000a12:28:11.835253 bus /sierra_2: Setting Powered False\u000a12:28:12.856286 run create_hlr_db(pid=5406): Terminated: ok {rc=0}\u000a12:28:13.273988 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5408): Launched\u000a12:28:13.589913 run osmo-hlr_10.42.42.2(pid=5409): Launched\u000a12:28:13.711796 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:28:14.256478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5411): Launched\u000a12:28:14.569107 run osmo-stp_10.42.42.5(pid=5412): Launched\u000a12:28:14.680083 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:28:15.220406 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5414): Launched\u000a12:28:15.329829 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:28:15.603166 run patchelf(pid=5415): Launched\u000a12:28:15.784122 run osmo-stp_10.42.42.5(pid=5412): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5412)]\u000a12:28:15.954736 run osmo-stp_10.42.42.5(pid=5412): stdout: \u000a| (launched: 2022-12-09_12:28:14.413483)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:28:16.103055 run osmo-stp_10.42.42.5(pid=5412): stderr: \u000a| �[0;m�[38;5;43m20221209122814582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122814583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122814583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122814583 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122814584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122814584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122814584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:28:16.246419 run osmo-stp_10.42.42.5(pid=5412): stdout: \u000a| (launched: 2022-12-09_12:28:14.413483)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:28:16.390104 run osmo-stp_10.42.42.5(pid=5412): stderr: \u000a| �[0;m�[38;5;43m20221209122814582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122814583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122814583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122814583 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122814584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122814584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122814584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:28:16.557102 run patchelf(pid=5415): Terminating (SIGINT)\u000a12:28:16.752636 run patchelf(pid=5415): Terminated: ok {rc=0}\u000a12:28:16.789324 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5412): Process ended prematurely: osmo-stp_10.42.42.5(pid=5412) [trial-2359↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5412)] [trial-2359↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38]\u000a12:28:16.800588 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a12:28:16.870836 run osmo-hlr_10.42.42.2(pid=5409): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:nanobts+band-900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5409)]\u000a12:28:16.925968 run osmo-hlr_10.42.42.2(pid=5409): stdout: \u000a| (launched: 2022-12-09_12:28:13.433429) \u000a12:28:16.982455 run osmo-hlr_10.42.42.2(pid=5409): stderr: \u000a| �[0;m�[1;31m20221209122813608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209122813608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209122813608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122813608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122813608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209122813608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209122813623 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:nanobts+band-900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209122813632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209122813633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209122813633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:28:17.030059 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5402): Terminating (SIGTERM)\u000a12:28:17.074656 run iperf3-srv_10.42.42.10(pid=5403): Terminating (SIGTERM)\u000a12:28:17.120000 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5404): Terminating (SIGTERM)\u000a12:28:17.162730 run iperf3-srv_10.42.42.10(pid=5405): Terminating (SIGTERM)\u000a12:28:17.204909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5408): Terminating (SIGTERM)\u000a12:28:17.248187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5411): Terminating (SIGTERM)\u000a12:28:17.290768 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5414): Terminating (SIGTERM)\u000a12:28:17.300733 --- ParallelTerminationStrategy: PID 5402 died...\u000a12:28:17.357643 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5402): Terminated: ok {rc=0}\u000a12:28:17.368306 --- ParallelTerminationStrategy: PID 5403 died...\u000a12:28:17.424856 run iperf3-srv_10.42.42.10(pid=5403): Terminated {rc=256}\u000a12:28:17.435140 --- ParallelTerminationStrategy: PID 5404 died...\u000a12:28:17.492265 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5404): Terminated: ok {rc=0}\u000a12:28:17.502598 --- ParallelTerminationStrategy: PID 5405 died...\u000a12:28:17.559353 run iperf3-srv_10.42.42.10(pid=5405): Terminated {rc=256}\u000a12:28:17.569706 --- ParallelTerminationStrategy: PID 5408 died...\u000a12:28:17.626304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5408): Terminated: ok {rc=0}\u000a12:28:17.636602 --- ParallelTerminationStrategy: PID 5411 died...\u000a12:28:17.693211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5411): Terminated: ok {rc=0}\u000a12:28:17.703510 --- ParallelTerminationStrategy: PID 5414 died...\u000a12:28:17.760850 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5414): Terminated: ok {rc=0}\u000a12:28:17.849373 bus /gobi_0: Setting Powered False\u000a12:28:18.954865 bus /gobi_0: Setting Powered False\u000a12:28:20.065306 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 47, "className" : "gprs:nanobts+band-900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5424): Process ended prematurely: osmo-stp_10.42.42.5(pid=5424) [trial-2359↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5424)]", "failedSince" : 2313, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5424): Process ended prematurely: osmo-stp_10.42.42.5(pid=5424) [trial-2359↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5424)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:nanobts+band-900 iperf3.py\u000a----------------------------------------------\u000a12:28:21.181723 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:28:21.193989 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a12:28:21.336162 tst iperf3.py: using LAC 21463\u000a12:28:21.460048 tst iperf3.py: using RAC 43\u000a12:28:21.582945 tst iperf3.py: using CellId 21463\u000a12:28:21.706612 tst iperf3.py: using BVCI 21464\u000a12:28:21.730299 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:28:21.741265 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:28:21.751915 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:28:21.762478 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:28:21.772940 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:28:21.783395 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:28:21.794427 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:28:21.805102 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:28:21.815599 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a12:28:22.099764 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:28:22.227876 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:28:22.549616 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5416): Launched\u000a12:28:22.817514 run iperf3-srv_10.42.42.10(pid=5417): Launched\u000a12:28:23.005536 tst iperf3.py:8: start network...\u000a12:28:23.133604 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:28:23.631365 run create_hlr_db(pid=5418): Launched\u000a12:28:23.808657 bus /gobi_6: Setting Powered False\u000a12:28:24.832455 run create_hlr_db(pid=5418): Terminated: ok {rc=0}\u000a12:28:25.245362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5420): Launched\u000a12:28:25.556831 run osmo-hlr_10.42.42.2(pid=5421): Launched\u000a12:28:25.677091 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:28:26.227105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5423): Launched\u000a12:28:26.536591 run osmo-stp_10.42.42.5(pid=5424): Launched\u000a12:28:26.647999 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:28:27.188100 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5426): Launched\u000a12:28:27.297412 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:28:27.569143 run patchelf(pid=5427): Launched\u000a12:28:27.750198 run osmo-stp_10.42.42.5(pid=5424): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5424)]\u000a12:28:27.882015 run osmo-stp_10.42.42.5(pid=5424): stdout: \u000a| (launched: 2022-12-09_12:28:26.384098)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:28:28.013907 run osmo-stp_10.42.42.5(pid=5424): stderr: \u000a| �[0;m�[38;5;43m20221209122826555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122826555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122826556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122826556 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122826556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122826557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122826557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:28:28.141533 run osmo-stp_10.42.42.5(pid=5424): stdout: \u000a| (launched: 2022-12-09_12:28:26.384098)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:28:28.267946 run osmo-stp_10.42.42.5(pid=5424): stderr: \u000a| �[0;m�[38;5;43m20221209122826555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122826555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122826556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122826556 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122826556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122826557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122826557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:28:28.416201 run patchelf(pid=5427): Terminating (SIGINT)\u000a12:28:28.591681 run patchelf(pid=5427): Terminated: ok {rc=0}\u000a12:28:28.623806 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5424): Process ended prematurely: osmo-stp_10.42.42.5(pid=5424) [trial-2359↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5424)] [trial-2359↪gprs:nanobts+band-900↪iperf3.py:8]\u000a12:28:28.633144 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a12:28:28.692986 run osmo-hlr_10.42.42.2(pid=5421): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:nanobts+band-900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5421)]\u000a12:28:28.741884 run osmo-hlr_10.42.42.2(pid=5421): stdout: \u000a| (launched: 2022-12-09_12:28:25.402909) \u000a12:28:28.791501 run osmo-hlr_10.42.42.2(pid=5421): stderr: \u000a| �[0;m�[1;31m20221209122825580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209122825580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209122825581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122825581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122825581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209122825581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209122825593 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:nanobts+band-900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209122825601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209122825601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209122825601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:28:28.833878 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5416): Terminating (SIGTERM)\u000a12:28:28.873690 run iperf3-srv_10.42.42.10(pid=5417): Terminating (SIGTERM)\u000a12:28:28.913569 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5420): Terminating (SIGTERM)\u000a12:28:28.953446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5423): Terminating (SIGTERM)\u000a12:28:28.993224 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5426): Terminating (SIGTERM)\u000a12:28:29.002496 --- ParallelTerminationStrategy: PID 5416 died...\u000a12:28:29.055890 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5416): Terminated: ok {rc=0}\u000a12:28:29.065884 --- ParallelTerminationStrategy: PID 5417 died...\u000a12:28:29.119106 run iperf3-srv_10.42.42.10(pid=5417): Terminated {rc=256}\u000a12:28:29.128773 --- ParallelTerminationStrategy: PID 5420 died...\u000a12:28:29.181742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5420): Terminated: ok {rc=0}\u000a12:28:29.191444 --- ParallelTerminationStrategy: PID 5423 died...\u000a12:28:29.244433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5423): Terminated: ok {rc=0}\u000a12:28:29.254218 --- ParallelTerminationStrategy: PID 5426 died...\u000a12:28:29.307052 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5426): Terminated: ok {rc=0}\u000a12:28:29.391115 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 199, "className" : "gprs:nanobts+band-900", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5443): Process ended prematurely: osmo-stp_10.42.42.5(pid=5443) [trial-2359↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5443)]", "failedSince" : 2161, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5443): Process ended prematurely: osmo-stp_10.42.42.5(pid=5443) [trial-2359↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5443)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:nanobts+band-900 iperf3m4.py\u000a----------------------------------------------\u000a12:28:30.500571 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:28:30.512086 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a12:28:30.649882 tst iperf3m4.py: using LAC 21464\u000a12:28:30.774079 tst iperf3m4.py: using RAC 44\u000a12:28:30.910551 tst iperf3m4.py: using CellId 21464\u000a12:28:31.047073 tst iperf3m4.py: using BVCI 21465\u000a12:28:31.074901 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:28:31.087376 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:28:31.100608 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:28:31.113510 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:28:31.126621 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:28:31.140578 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:28:31.152779 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:28:31.165645 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:28:31.179607 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a12:28:31.307669 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a12:28:31.446162 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a12:28:31.565502 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a12:28:31.908282 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:28:32.039464 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:28:32.383093 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5429): Launched\u000a12:28:32.671006 run iperf3-srv_10.42.42.10(pid=5430): Launched\u000a12:28:32.873752 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:28:33.011803 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:28:33.357887 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5431): Launched\u000a12:28:33.646940 run iperf3-srv_10.42.42.10(pid=5432): Launched\u000a12:28:33.850177 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:28:33.988280 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:28:34.334194 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5433): Launched\u000a12:28:34.621729 run iperf3-srv_10.42.42.10(pid=5434): Launched\u000a12:28:34.824277 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:28:34.962096 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:28:35.307137 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5435): Launched\u000a12:28:35.595533 run iperf3-srv_10.42.42.10(pid=5436): Launched\u000a12:28:35.798386 tst iperf3m4.py:8: start network...\u000a12:28:35.937026 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:28:36.459930 run create_hlr_db(pid=5437): Launched\u000a12:28:36.652406 bus /gobi_6: Setting Powered False\u000a12:28:37.673064 run create_hlr_db(pid=5437): Terminated: ok {rc=0}\u000a12:28:38.117489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5439): Launched\u000a12:28:38.453262 run osmo-hlr_10.42.42.2(pid=5440): Launched\u000a12:28:38.574626 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:28:39.159161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5442): Launched\u000a12:28:39.493328 run osmo-stp_10.42.42.5(pid=5443): Launched\u000a12:28:39.614158 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:28:40.193936 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5445): Launched\u000a12:28:40.312050 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:28:40.602826 run patchelf(pid=5446): Launched\u000a12:28:40.796800 run osmo-stp_10.42.42.5(pid=5443): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5443)]\u000a12:28:40.938344 run osmo-stp_10.42.42.5(pid=5443): stdout: \u000a| (launched: 2022-12-09_12:28:39.328019)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:28:41.079738 run osmo-stp_10.42.42.5(pid=5443): stderr: \u000a| �[0;m�[38;5;43m20221209122839517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122839517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122839518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122839518 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122839519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122839519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122839519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:28:41.216895 run osmo-stp_10.42.42.5(pid=5443): stdout: \u000a| (launched: 2022-12-09_12:28:39.328019)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:28:41.352640 run osmo-stp_10.42.42.5(pid=5443): stderr: \u000a| �[0;m�[38;5;43m20221209122839517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122839517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122839518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122839518 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122839519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122839519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122839519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:28:41.512123 run patchelf(pid=5446): Terminating (SIGINT)\u000a12:28:41.700858 run patchelf(pid=5446): Terminated: ok {rc=0}\u000a12:28:41.735215 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5443): Process ended prematurely: osmo-stp_10.42.42.5(pid=5443) [trial-2359↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5443)] [trial-2359↪gprs:nanobts+band-900↪iperf3m4.py:8]\u000a12:28:41.745213 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a12:28:41.809920 run osmo-hlr_10.42.42.2(pid=5440): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:nanobts+band-900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5440)]\u000a12:28:41.861819 run osmo-hlr_10.42.42.2(pid=5440): stdout: \u000a| (launched: 2022-12-09_12:28:38.287595) \u000a12:28:41.914984 run osmo-hlr_10.42.42.2(pid=5440): stderr: \u000a| �[0;m�[1;31m20221209122838483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209122838483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209122838483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122838483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122838483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209122838483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209122838495 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:nanobts+band-900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209122838504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209122838504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209122838504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:28:41.959478 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5429): Terminating (SIGTERM)\u000a12:28:42.002033 run iperf3-srv_10.42.42.10(pid=5430): Terminating (SIGTERM)\u000a12:28:42.044437 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5431): Terminating (SIGTERM)\u000a12:28:42.086566 run iperf3-srv_10.42.42.10(pid=5432): Terminating (SIGTERM)\u000a12:28:42.128632 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5433): Terminating (SIGTERM)\u000a12:28:42.170432 run iperf3-srv_10.42.42.10(pid=5434): Terminating (SIGTERM)\u000a12:28:42.212383 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5435): Terminating (SIGTERM)\u000a12:28:42.254372 run iperf3-srv_10.42.42.10(pid=5436): Terminating (SIGTERM)\u000a12:28:42.296734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5439): Terminating (SIGTERM)\u000a12:28:42.338723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5442): Terminating (SIGTERM)\u000a12:28:42.381120 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5445): Terminating (SIGTERM)\u000a12:28:42.390978 --- ParallelTerminationStrategy: PID 5429 died...\u000a12:28:42.447773 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5429): Terminated: ok {rc=0}\u000a12:28:42.458047 --- ParallelTerminationStrategy: PID 5430 died...\u000a12:28:42.514578 run iperf3-srv_10.42.42.10(pid=5430): Terminated {rc=256}\u000a12:28:42.524674 --- ParallelTerminationStrategy: PID 5431 died...\u000a12:28:42.581044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5431): Terminated: ok {rc=0}\u000a12:28:42.591210 --- ParallelTerminationStrategy: PID 5432 died...\u000a12:28:42.647068 run iperf3-srv_10.42.42.10(pid=5432): Terminated {rc=256}\u000a12:28:42.657493 --- ParallelTerminationStrategy: PID 5433 died...\u000a12:28:42.713689 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5433): Terminated: ok {rc=0}\u000a12:28:42.723827 --- ParallelTerminationStrategy: PID 5434 died...\u000a12:28:42.779619 run iperf3-srv_10.42.42.10(pid=5434): Terminated {rc=256}\u000a12:28:42.790036 --- ParallelTerminationStrategy: PID 5435 died...\u000a12:28:42.846678 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5435): Terminated: ok {rc=0}\u000a12:28:42.856832 --- ParallelTerminationStrategy: PID 5436 died...\u000a12:28:42.912918 run iperf3-srv_10.42.42.10(pid=5436): Terminated {rc=256}\u000a12:28:42.923162 --- ParallelTerminationStrategy: PID 5439 died...\u000a12:28:42.978981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5439): Terminated: ok {rc=0}\u000a12:28:42.989434 --- ParallelTerminationStrategy: PID 5442 died...\u000a12:28:43.045644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5442): Terminated: ok {rc=0}\u000a12:28:43.055810 --- ParallelTerminationStrategy: PID 5445 died...\u000a12:28:43.112267 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5445): Terminated: ok {rc=0}\u000a12:28:43.199822 bus /gobi_4: Setting Powered False\u000a12:28:44.303699 bus /gobi_4: Setting Powered False\u000a12:28:45.415876 bus /gobi_1: Setting Powered False\u000a12:28:46.530869 bus /gobi_1: Setting Powered False\u000a12:28:47.639837 bus /gobi_0: Setting Powered False\u000a12:28:48.747389 bus /gobi_0: Setting Powered False\u000a12:28:49.856825 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 34, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5453): Process ended prematurely: osmo-stp_10.42.42.5(pid=5453) [trial-2359↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5453)]", "failedSince" : 2326, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5453): Process ended prematurely: osmo-stp_10.42.42.5(pid=5453) [trial-2359↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5453)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:nanobts+band-900 ping.py\u000a----------------------------------------------\u000a12:28:50.926429 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:28:50.938405 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a12:28:51.086843 tst ping.py: using LAC 21465\u000a12:28:51.212306 tst ping.py: using RAC 45\u000a12:28:51.338886 tst ping.py: using CellId 21465\u000a12:28:51.466165 tst ping.py: using BVCI 21466\u000a12:28:51.490890 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:28:51.502533 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:28:51.513617 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:28:51.524803 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:28:51.535919 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:28:51.547354 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:28:51.558927 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:28:51.570497 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a12:28:51.861165 tst ping.py:19: start network...\u000a12:28:51.996413 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:28:52.506940 run create_hlr_db(pid=5447): Launched\u000a12:28:52.695631 bus /gobi_6: Setting Powered False\u000a12:28:53.716119 run create_hlr_db(pid=5447): Terminated: ok {rc=0}\u000a12:28:54.126935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5449): Launched\u000a12:28:54.432072 run osmo-hlr_10.42.42.2(pid=5450): Launched\u000a12:28:54.544123 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:28:55.079558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5452): Launched\u000a12:28:55.384826 run osmo-stp_10.42.42.5(pid=5453): Launched\u000a12:28:55.496141 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:28:56.031923 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5455): Launched\u000a12:28:56.140024 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:28:56.408447 run patchelf(pid=5456): Launched\u000a12:28:56.587945 run osmo-stp_10.42.42.5(pid=5453): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5453)]\u000a12:28:56.718116 run osmo-stp_10.42.42.5(pid=5453): stdout: \u000a| (launched: 2022-12-09_12:28:55.232773)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:28:56.848565 run osmo-stp_10.42.42.5(pid=5453): stderr: \u000a| �[0;m�[38;5;43m20221209122855402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122855402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122855403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122855403 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122855404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122855404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122855404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:28:56.974514 run osmo-stp_10.42.42.5(pid=5453): stdout: \u000a| (launched: 2022-12-09_12:28:55.232773)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:28:57.098995 run osmo-stp_10.42.42.5(pid=5453): stderr: \u000a| �[0;m�[38;5;43m20221209122855402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122855402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122855403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122855403 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122855404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122855404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122855404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:28:57.245315 run patchelf(pid=5456): Terminating (SIGINT)\u000a12:28:57.418242 run patchelf(pid=5456): Terminated: ok {rc=0}\u000a12:28:57.449481 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5453): Process ended prematurely: osmo-stp_10.42.42.5(pid=5453) [trial-2359↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5453)] [trial-2359↪gprs:nanobts+band-900↪ping.py:22]\u000a12:28:57.458303 tst ping.py:22: Test FAILED (6.5 sec)\u000a12:28:57.518965 run osmo-hlr_10.42.42.2(pid=5450): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:nanobts+band-900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5450)]\u000a12:28:57.568381 run osmo-hlr_10.42.42.2(pid=5450): stdout: \u000a| (launched: 2022-12-09_12:28:54.280401) \u000a12:28:57.618391 run osmo-hlr_10.42.42.2(pid=5450): stderr: \u000a| �[0;m�[1;31m20221209122854453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209122854453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209122854453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122854453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122854453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209122854453 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209122854466 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:nanobts+band-900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209122854474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209122854474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209122854474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:28:57.661057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5449): Terminating (SIGTERM)\u000a12:28:57.701397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5452): Terminating (SIGTERM)\u000a12:28:57.742142 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5455): Terminating (SIGTERM)\u000a12:28:57.751551 --- ParallelTerminationStrategy: PID 5449 died...\u000a12:28:57.805299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5449): Terminated: ok {rc=0}\u000a12:28:57.815238 --- ParallelTerminationStrategy: PID 5452 died...\u000a12:28:57.869319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5452): Terminated: ok {rc=0}\u000a12:28:57.879207 --- ParallelTerminationStrategy: PID 5455 died...\u000a12:28:57.932785 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5455): Terminated: ok {rc=0}\u000a12:28:58.021268 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5463): Process ended prematurely: osmo-stp_10.42.42.5(pid=5463) [trial-2359↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5463)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5463): Process ended prematurely: osmo-stp_10.42.42.5(pid=5463) [trial-2359↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5463)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:nanobts+band-900 ping_idle_ping.py\u000a----------------------------------------------\u000a12:28:59.073823 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:28:59.085438 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a12:28:59.228587 tst ping_idle_ping.py: using LAC 21466\u000a12:28:59.348157 tst ping_idle_ping.py: using RAC 46\u000a12:28:59.467966 tst ping_idle_ping.py: using CellId 21466\u000a12:28:59.594919 tst ping_idle_ping.py: using BVCI 21467\u000a12:28:59.620012 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:28:59.631408 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:28:59.642514 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:28:59.653725 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:28:59.665001 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:28:59.676296 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:28:59.687881 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a12:28:59.699327 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a12:28:59.980529 tst ping_idle_ping.py:24: start network...\u000a12:29:00.106754 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:29:00.599586 run create_hlr_db(pid=5457): Launched\u000a12:29:00.775922 bus /gobi_6: Setting Powered False\u000a12:29:01.816463 run create_hlr_db(pid=5457): Terminated: ok {rc=0}\u000a12:29:02.283439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5459): Launched\u000a12:29:02.591377 run osmo-hlr_10.42.42.2(pid=5460): Launched\u000a12:29:02.702503 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:29:03.232938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5462): Launched\u000a12:29:03.539137 run osmo-stp_10.42.42.5(pid=5463): Launched\u000a12:29:03.648181 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:29:04.182790 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5465): Launched\u000a12:29:04.290883 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:29:04.558522 run patchelf(pid=5466): Launched\u000a12:29:04.737423 run osmo-stp_10.42.42.5(pid=5463): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5463)]\u000a12:29:04.867367 run osmo-stp_10.42.42.5(pid=5463): stdout: \u000a| (launched: 2022-12-09_12:29:03.387060)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:29:04.997505 run osmo-stp_10.42.42.5(pid=5463): stderr: \u000a| �[0;m�[38;5;43m20221209122903556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122903556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122903557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122903557 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122903558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122903558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122903558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:29:05.123150 run osmo-stp_10.42.42.5(pid=5463): stdout: \u000a| (launched: 2022-12-09_12:29:03.387060)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:29:05.247365 run osmo-stp_10.42.42.5(pid=5463): stderr: \u000a| �[0;m�[38;5;43m20221209122903556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122903556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122903557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122903557 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122903558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122903558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122903558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:29:05.393743 run patchelf(pid=5466): Terminating (SIGINT)\u000a12:29:05.567250 run patchelf(pid=5466): Terminated: ok {rc=0}\u000a12:29:05.598517 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=5463): Process ended prematurely: osmo-stp_10.42.42.5(pid=5463) [trial-2359↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5463)] [trial-2359↪gprs:nanobts+band-900↪ping_idle_ping.py:27]\u000a12:29:05.607157 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a12:29:05.667749 run osmo-hlr_10.42.42.2(pid=5460): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:nanobts+band-900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5460)]\u000a12:29:05.717995 run osmo-hlr_10.42.42.2(pid=5460): stdout: \u000a| (launched: 2022-12-09_12:29:02.438506) \u000a12:29:05.767748 run osmo-hlr_10.42.42.2(pid=5460): stderr: \u000a| �[0;m�[1;31m20221209122902615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209122902615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209122902615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122902615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122902615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209122902615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209122902628 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:nanobts+band-900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209122902638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209122902638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209122902638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:29:05.810782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5459): Terminating (SIGTERM)\u000a12:29:05.850684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5462): Terminating (SIGTERM)\u000a12:29:05.890533 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5465): Terminating (SIGTERM)\u000a12:29:05.900051 --- ParallelTerminationStrategy: PID 5459 died...\u000a12:29:05.953591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5459): Terminated: ok {rc=0}\u000a12:29:05.963607 --- ParallelTerminationStrategy: PID 5462 died...\u000a12:29:06.017518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5462): Terminated: ok {rc=0}\u000a12:29:06.027151 --- ParallelTerminationStrategy: PID 5465 died...\u000a12:29:06.080821 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5465): Terminated: ok {rc=0}\u000a12:29:06.170416 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "155", "name" : "gprs_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:28:07" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5481): Process ended prematurely: osmo-stp_10.42.42.5(pid=5481) [trial-2359↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5481)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5481): Process ended prematurely: osmo-stp_10.42.42.5(pid=5481) [trial-2359↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5481)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:nanobts+band-900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:29:08.340605 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:29:08.352222 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:29:08.499796 tst cs_paging_gprs_active.py: using LAC 21467\u000a12:29:08.628918 tst cs_paging_gprs_active.py: using RAC 47\u000a12:29:08.756816 tst cs_paging_gprs_active.py: using CellId 21467\u000a12:29:08.878668 tst cs_paging_gprs_active.py: using BVCI 21468\u000a12:29:08.902557 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:29:08.913801 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:29:08.924625 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:29:08.935689 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:29:08.946607 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:29:08.957399 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:29:08.968183 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:29:08.978934 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:29:08.990224 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:29:09.111869 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:29:09.398657 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:29:09.528277 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:29:09.851303 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5471): Launched\u000a12:29:10.119112 run iperf3-srv_10.42.42.10(pid=5472): Launched\u000a12:29:10.307989 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:29:10.436378 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:29:10.757461 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5473): Launched\u000a12:29:11.025727 run iperf3-srv_10.42.42.10(pid=5474): Launched\u000a12:29:11.213512 tst cs_paging_gprs_active.py:38: start network...\u000a12:29:11.341702 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:29:11.839878 run create_hlr_db(pid=5475): Launched\u000a12:29:12.017808 bus /gobi_6: Setting Powered False\u000a12:29:13.040271 run create_hlr_db(pid=5475): Terminated: ok {rc=0}\u000a12:29:13.481911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5477): Launched\u000a12:29:13.817344 run osmo-hlr_10.42.42.2(pid=5478): Launched\u000a12:29:13.938799 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:29:14.517573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5480): Launched\u000a12:29:14.853058 run osmo-stp_10.42.42.5(pid=5481): Launched\u000a12:29:14.974074 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:29:15.555462 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5483): Launched\u000a12:29:15.673933 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:29:15.999773 run patchelf(pid=5484): Launched\u000a12:29:16.187682 run osmo-stp_10.42.42.5(pid=5481): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5481)]\u000a12:29:16.323373 run osmo-stp_10.42.42.5(pid=5481): stdout: \u000a| (launched: 2022-12-09_12:29:14.686669)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:29:16.461142 run osmo-stp_10.42.42.5(pid=5481): stderr: \u000a| �[0;m�[38;5;43m20221209122914877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122914877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122914877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122914878 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122914878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122914878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122914878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:29:16.594689 run osmo-stp_10.42.42.5(pid=5481): stdout: \u000a| (launched: 2022-12-09_12:29:14.686669)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:29:16.726436 run osmo-stp_10.42.42.5(pid=5481): stderr: \u000a| �[0;m�[38;5;43m20221209122914877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122914877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122914877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122914878 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122914878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122914878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122914878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:29:16.880782 run patchelf(pid=5484): Terminating (SIGINT)\u000a12:29:17.063357 run patchelf(pid=5484): Terminated: ok {rc=0}\u000a12:29:17.097119 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5481): Process ended prematurely: osmo-stp_10.42.42.5(pid=5481) [trial-2359↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5481)] [trial-2359↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a12:29:17.107110 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a12:29:17.170393 run osmo-hlr_10.42.42.2(pid=5478): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5478)]\u000a12:29:17.220342 run osmo-hlr_10.42.42.2(pid=5478): stdout: \u000a| (launched: 2022-12-09_12:29:13.651265) \u000a12:29:17.270669 run osmo-hlr_10.42.42.2(pid=5478): stderr: \u000a| �[0;m�[1;31m20221209122913849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209122913849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209122913850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122913850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122913850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209122913850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209122913861 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:nanobts+band-900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209122913870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209122913870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209122913870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:29:17.313697 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5471): Terminating (SIGTERM)\u000a12:29:17.354204 run iperf3-srv_10.42.42.10(pid=5472): Terminating (SIGTERM)\u000a12:29:17.394634 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5473): Terminating (SIGTERM)\u000a12:29:17.434996 run iperf3-srv_10.42.42.10(pid=5474): Terminating (SIGTERM)\u000a12:29:17.475288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5477): Terminating (SIGTERM)\u000a12:29:17.515856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5480): Terminating (SIGTERM)\u000a12:29:17.556520 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5483): Terminating (SIGTERM)\u000a12:29:17.565666 --- ParallelTerminationStrategy: PID 5471 died...\u000a12:29:17.619892 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5471): Terminated: ok {rc=0}\u000a12:29:17.629800 --- ParallelTerminationStrategy: PID 5472 died...\u000a12:29:17.683516 run iperf3-srv_10.42.42.10(pid=5472): Terminated {rc=256}\u000a12:29:17.693379 --- ParallelTerminationStrategy: PID 5473 died...\u000a12:29:17.747074 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5473): Terminated: ok {rc=0}\u000a12:29:17.756829 --- ParallelTerminationStrategy: PID 5474 died...\u000a12:29:17.810449 run iperf3-srv_10.42.42.10(pid=5474): Terminated {rc=256}\u000a12:29:17.820273 --- ParallelTerminationStrategy: PID 5477 died...\u000a12:29:17.874497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5477): Terminated: ok {rc=0}\u000a12:29:17.884447 --- ParallelTerminationStrategy: PID 5480 died...\u000a12:29:17.938826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5480): Terminated: ok {rc=0}\u000a12:29:17.948875 --- ParallelTerminationStrategy: PID 5483 died...\u000a12:29:18.002624 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5483): Terminated: ok {rc=0}\u000a12:29:18.087153 bus /gobi_0: Setting Powered False\u000a12:29:19.194754 bus /gobi_0: Setting Powered False\u000a12:29:20.302111 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5493): Process ended prematurely: osmo-stp_10.42.42.5(pid=5493) [trial-2359↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5493)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5493): Process ended prematurely: osmo-stp_10.42.42.5(pid=5493) [trial-2359↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5493)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:nanobts+band-900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a12:29:21.418958 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:29:21.431259 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:29:21.582984 tst iperf3.py: using LAC 21468\u000a12:29:21.714817 tst iperf3.py: using RAC 48\u000a12:29:21.845045 tst iperf3.py: using CellId 21468\u000a12:29:21.974938 tst iperf3.py: using BVCI 21469\u000a12:29:22.000355 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:29:22.011930 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:29:22.023207 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:29:22.034781 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:29:22.046202 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:29:22.057717 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:29:22.069558 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:29:22.081187 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:29:22.093048 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:29:22.393208 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:29:22.532433 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:29:22.878756 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5485): Launched\u000a12:29:23.167628 run iperf3-srv_10.42.42.10(pid=5486): Launched\u000a12:29:23.371552 tst iperf3.py:8: start network...\u000a12:29:23.510942 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:29:24.034502 run create_hlr_db(pid=5487): Launched\u000a12:29:24.227087 bus /gobi_6: Setting Powered False\u000a12:29:25.248649 run create_hlr_db(pid=5487): Terminated: ok {rc=0}\u000a12:29:25.668053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5489): Launched\u000a12:29:25.979739 run osmo-hlr_10.42.42.2(pid=5490): Launched\u000a12:29:26.097018 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:29:26.639025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5492): Launched\u000a12:29:26.948778 run osmo-stp_10.42.42.5(pid=5493): Launched\u000a12:29:27.061347 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:29:27.605831 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5495): Launched\u000a12:29:27.715518 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:29:27.989317 run patchelf(pid=5496): Launched\u000a12:29:28.170585 run osmo-stp_10.42.42.5(pid=5493): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5493)]\u000a12:29:28.302540 run osmo-stp_10.42.42.5(pid=5493): stdout: \u000a| (launched: 2022-12-09_12:29:26.795847)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:29:28.434604 run osmo-stp_10.42.42.5(pid=5493): stderr: \u000a| �[0;m�[38;5;43m20221209122926967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122926968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122926968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122926968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122926969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122926969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122926969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:29:28.562234 run osmo-stp_10.42.42.5(pid=5493): stdout: \u000a| (launched: 2022-12-09_12:29:26.795847)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:29:28.688658 run osmo-stp_10.42.42.5(pid=5493): stderr: \u000a| �[0;m�[38;5;43m20221209122926967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122926968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122926968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122926968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122926969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122926969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122926969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:29:28.837507 run patchelf(pid=5496): Terminating (SIGINT)\u000a12:29:29.012528 run patchelf(pid=5496): Terminated: ok {rc=0}\u000a12:29:29.044581 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5493): Process ended prematurely: osmo-stp_10.42.42.5(pid=5493) [trial-2359↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5493)] [trial-2359↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8]\u000a12:29:29.053862 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a12:29:29.114220 run osmo-hlr_10.42.42.2(pid=5490): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5490)]\u000a12:29:29.163148 run osmo-hlr_10.42.42.2(pid=5490): stdout: \u000a| (launched: 2022-12-09_12:29:25.825491) \u000a12:29:29.212672 run osmo-hlr_10.42.42.2(pid=5490): stderr: \u000a| �[0;m�[1;31m20221209122926001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209122926001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209122926001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122926001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122926001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209122926001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209122926014 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:nanobts+band-900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209122926024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209122926024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209122926024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:29:29.254963 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5485): Terminating (SIGTERM)\u000a12:29:29.294984 run iperf3-srv_10.42.42.10(pid=5486): Terminating (SIGTERM)\u000a12:29:29.337087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5489): Terminating (SIGTERM)\u000a12:29:29.377540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5492): Terminating (SIGTERM)\u000a12:29:29.417788 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5495): Terminating (SIGTERM)\u000a12:29:29.427190 --- ParallelTerminationStrategy: PID 5485 died...\u000a12:29:29.480799 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5485): Terminated: ok {rc=0}\u000a12:29:29.490607 --- ParallelTerminationStrategy: PID 5486 died...\u000a12:29:29.543327 run iperf3-srv_10.42.42.10(pid=5486): Terminated {rc=256}\u000a12:29:29.553075 --- ParallelTerminationStrategy: PID 5489 died...\u000a12:29:29.606038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5489): Terminated: ok {rc=0}\u000a12:29:29.615587 --- ParallelTerminationStrategy: PID 5492 died...\u000a12:29:29.668436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5492): Terminated: ok {rc=0}\u000a12:29:29.678189 --- ParallelTerminationStrategy: PID 5495 died...\u000a12:29:29.731378 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5495): Terminated: ok {rc=0}\u000a12:29:29.820191 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5511): Process ended prematurely: osmo-stp_10.42.42.5(pid=5511) [trial-2359↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5511)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5511): Process ended prematurely: osmo-stp_10.42.42.5(pid=5511) [trial-2359↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5511)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:nanobts+band-900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a12:29:30.956987 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:29:30.970156 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:29:31.119752 tst iperf3m4.py: using LAC 21469\u000a12:29:31.244930 tst iperf3m4.py: using RAC 49\u000a12:29:31.380022 tst iperf3m4.py: using CellId 21469\u000a12:29:31.518103 tst iperf3m4.py: using BVCI 21470\u000a12:29:31.546307 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:29:31.559019 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:29:31.571476 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:29:31.586171 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:29:31.599657 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:29:31.613070 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:29:31.625537 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:29:31.639924 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:29:31.653558 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:29:31.783006 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:29:31.917926 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:29:32.060930 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:29:32.374339 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:29:32.503316 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:29:32.826547 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5497): Launched\u000a12:29:33.095051 run iperf3-srv_10.42.42.10(pid=5498): Launched\u000a12:29:33.283765 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:29:33.411974 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:29:33.734887 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5499): Launched\u000a12:29:34.004819 run iperf3-srv_10.42.42.10(pid=5500): Launched\u000a12:29:34.194039 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:29:34.322578 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:29:34.646840 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5501): Launched\u000a12:29:34.917576 run iperf3-srv_10.42.42.10(pid=5502): Launched\u000a12:29:35.105902 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:29:35.234132 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:29:35.556471 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5503): Launched\u000a12:29:35.825694 run iperf3-srv_10.42.42.10(pid=5504): Launched\u000a12:29:36.014721 tst iperf3m4.py:8: start network...\u000a12:29:36.143504 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:29:36.645326 run create_hlr_db(pid=5505): Launched\u000a12:29:36.822706 bus /gobi_6: Setting Powered False\u000a12:29:37.844911 run create_hlr_db(pid=5505): Terminated: ok {rc=0}\u000a12:29:38.288458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5507): Launched\u000a12:29:38.623722 run osmo-hlr_10.42.42.2(pid=5508): Launched\u000a12:29:38.745897 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:29:39.330797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5510): Launched\u000a12:29:39.667010 run osmo-stp_10.42.42.5(pid=5511): Launched\u000a12:29:39.787802 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:29:40.345394 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5513): Launched\u000a12:29:40.455397 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:29:40.727991 run patchelf(pid=5514): Launched\u000a12:29:40.909568 run osmo-stp_10.42.42.5(pid=5511): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5511)]\u000a12:29:41.041434 run osmo-stp_10.42.42.5(pid=5511): stdout: \u000a| (launched: 2022-12-09_12:29:39.500893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:29:41.173793 run osmo-stp_10.42.42.5(pid=5511): stderr: \u000a| �[0;m�[38;5;43m20221209122939691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122939691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122939692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122939692 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122939693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122939693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122939693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:29:41.301420 run osmo-stp_10.42.42.5(pid=5511): stdout: \u000a| (launched: 2022-12-09_12:29:39.500893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:29:41.428109 run osmo-stp_10.42.42.5(pid=5511): stderr: \u000a| �[0;m�[38;5;43m20221209122939691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122939691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122939692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122939692 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122939693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122939693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122939693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:29:41.577158 run patchelf(pid=5514): Terminating (SIGINT)\u000a12:29:41.752687 run patchelf(pid=5514): Terminated: ok {rc=0}\u000a12:29:41.784838 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5511): Process ended prematurely: osmo-stp_10.42.42.5(pid=5511) [trial-2359↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5511)] [trial-2359↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8]\u000a12:29:41.794217 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a12:29:41.855081 run osmo-hlr_10.42.42.2(pid=5508): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5508)]\u000a12:29:41.904366 run osmo-hlr_10.42.42.2(pid=5508): stdout: \u000a| (launched: 2022-12-09_12:29:38.457517) \u000a12:29:41.954105 run osmo-hlr_10.42.42.2(pid=5508): stderr: \u000a| �[0;m�[1;31m20221209122938653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209122938653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209122938653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122938653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122938653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209122938653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209122938666 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:nanobts+band-900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209122938677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209122938677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209122938677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:29:41.996465 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5497): Terminating (SIGTERM)\u000a12:29:42.036345 run iperf3-srv_10.42.42.10(pid=5498): Terminating (SIGTERM)\u000a12:29:42.076729 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5499): Terminating (SIGTERM)\u000a12:29:42.116624 run iperf3-srv_10.42.42.10(pid=5500): Terminating (SIGTERM)\u000a12:29:42.156379 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5501): Terminating (SIGTERM)\u000a12:29:42.195900 run iperf3-srv_10.42.42.10(pid=5502): Terminating (SIGTERM)\u000a12:29:42.235463 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5503): Terminating (SIGTERM)\u000a12:29:42.275046 run iperf3-srv_10.42.42.10(pid=5504): Terminating (SIGTERM)\u000a12:29:42.314810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5507): Terminating (SIGTERM)\u000a12:29:42.354575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5510): Terminating (SIGTERM)\u000a12:29:42.394383 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5513): Terminating (SIGTERM)\u000a12:29:42.403744 --- ParallelTerminationStrategy: PID 5497 died...\u000a12:29:42.457772 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5497): Terminated: ok {rc=0}\u000a12:29:42.467774 --- ParallelTerminationStrategy: PID 5498 died...\u000a12:29:42.521029 run iperf3-srv_10.42.42.10(pid=5498): Terminated {rc=256}\u000a12:29:42.530786 --- ParallelTerminationStrategy: PID 5499 died...\u000a12:29:42.584112 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5499): Terminated: ok {rc=0}\u000a12:29:42.593950 --- ParallelTerminationStrategy: PID 5500 died...\u000a12:29:42.647052 run iperf3-srv_10.42.42.10(pid=5500): Terminated {rc=256}\u000a12:29:42.656805 --- ParallelTerminationStrategy: PID 5501 died...\u000a12:29:42.710561 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5501): Terminated: ok {rc=0}\u000a12:29:42.720190 --- ParallelTerminationStrategy: PID 5502 died...\u000a12:29:42.773486 run iperf3-srv_10.42.42.10(pid=5502): Terminated {rc=256}\u000a12:29:42.783330 --- ParallelTerminationStrategy: PID 5503 died...\u000a12:29:42.836442 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5503): Terminated: ok {rc=0}\u000a12:29:42.846291 --- ParallelTerminationStrategy: PID 5504 died...\u000a12:29:42.899308 run iperf3-srv_10.42.42.10(pid=5504): Terminated {rc=256}\u000a12:29:42.909140 --- ParallelTerminationStrategy: PID 5507 died...\u000a12:29:42.962516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5507): Terminated: ok {rc=0}\u000a12:29:42.972337 --- ParallelTerminationStrategy: PID 5510 died...\u000a12:29:43.025637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5510): Terminated: ok {rc=0}\u000a12:29:43.035554 --- ParallelTerminationStrategy: PID 5513 died...\u000a12:29:43.088916 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5513): Terminated: ok {rc=0}\u000a12:29:43.178948 bus /gobi_4: Setting Powered False\u000a12:29:44.282283 bus /gobi_4: Setting Powered False\u000a12:29:45.395522 bus /gobi_1: Setting Powered False\u000a12:29:46.505754 bus /gobi_1: Setting Powered False\u000a12:29:47.618561 bus /gobi_0: Setting Powered False\u000a12:29:48.722595 bus /gobi_0: Setting Powered False\u000a12:29:49.836749 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5521): Process ended prematurely: osmo-stp_10.42.42.5(pid=5521) [trial-2359↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5521)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5521): Process ended prematurely: osmo-stp_10.42.42.5(pid=5521) [trial-2359↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5521)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:nanobts+band-900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a12:29:50.907182 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:29:50.919626 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:29:51.067162 tst ping.py: using LAC 21470\u000a12:29:51.196707 tst ping.py: using RAC 50\u000a12:29:51.324771 tst ping.py: using CellId 21470\u000a12:29:51.452557 tst ping.py: using BVCI 21471\u000a12:29:51.477698 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:29:51.489368 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:29:51.500610 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:29:51.512176 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:29:51.524120 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:29:51.535804 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:29:51.547595 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:29:51.559203 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:29:51.841477 tst ping.py:19: start network...\u000a12:29:51.967972 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:29:52.457623 run create_hlr_db(pid=5515): Launched\u000a12:29:52.633517 bus /gobi_6: Setting Powered False\u000a12:29:53.655118 run create_hlr_db(pid=5515): Terminated: ok {rc=0}\u000a12:29:54.064122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5517): Launched\u000a12:29:54.372680 run osmo-hlr_10.42.42.2(pid=5518): Launched\u000a12:29:54.491837 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:29:55.028144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5520): Launched\u000a12:29:55.333598 run osmo-stp_10.42.42.5(pid=5521): Launched\u000a12:29:55.442676 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:29:55.976807 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5523): Launched\u000a12:29:56.084893 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:29:56.355100 run patchelf(pid=5524): Launched\u000a12:29:56.534529 run osmo-stp_10.42.42.5(pid=5521): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5521)]\u000a12:29:56.664754 run osmo-stp_10.42.42.5(pid=5521): stdout: \u000a| (launched: 2022-12-09_12:29:55.182039)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:29:56.795923 run osmo-stp_10.42.42.5(pid=5521): stderr: \u000a| �[0;m�[38;5;43m20221209122955351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122955351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122955351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122955351 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122955352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122955352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122955352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:29:56.922833 run osmo-stp_10.42.42.5(pid=5521): stdout: \u000a| (launched: 2022-12-09_12:29:55.182039)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:29:57.047864 run osmo-stp_10.42.42.5(pid=5521): stderr: \u000a| �[0;m�[38;5;43m20221209122955351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209122955351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209122955351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209122955351 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209122955352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209122955352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209122955352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:29:57.194541 run patchelf(pid=5524): Terminating (SIGINT)\u000a12:29:57.367145 run patchelf(pid=5524): Terminated: ok {rc=0}\u000a12:29:57.398320 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5521): Process ended prematurely: osmo-stp_10.42.42.5(pid=5521) [trial-2359↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5521)] [trial-2359↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22]\u000a12:29:57.406963 tst ping.py:22: Test FAILED (6.5 sec)\u000a12:29:57.467267 run osmo-hlr_10.42.42.2(pid=5518): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5518)]\u000a12:29:57.516376 run osmo-hlr_10.42.42.2(pid=5518): stdout: \u000a| (launched: 2022-12-09_12:29:54.220093) \u000a12:29:57.566193 run osmo-hlr_10.42.42.2(pid=5518): stderr: \u000a| �[0;m�[1;31m20221209122954394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209122954394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209122954394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122954394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209122954394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209122954394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209122954407 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:nanobts+band-900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209122954415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209122954415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209122954415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:29:57.608551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5517): Terminating (SIGTERM)\u000a12:29:57.648359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5520): Terminating (SIGTERM)\u000a12:29:57.688472 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5523): Terminating (SIGTERM)\u000a12:29:57.697960 --- ParallelTerminationStrategy: PID 5517 died...\u000a12:29:57.751430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5517): Terminated: ok {rc=0}\u000a12:29:57.761223 --- ParallelTerminationStrategy: PID 5520 died...\u000a12:29:57.814636 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5520): Terminated: ok {rc=0}\u000a12:29:57.824388 --- ParallelTerminationStrategy: PID 5523 died...\u000a12:29:57.878099 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5523): Terminated: ok {rc=0}\u000a12:29:57.966935 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5534): Process ended prematurely: osmo-stp_10.42.42.5(pid=5534) [trial-2359↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5534)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5534): Process ended prematurely: osmo-stp_10.42.42.5(pid=5534) [trial-2359↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5534)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:nanobts+band-900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a12:29:59.018665 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:29:59.030396 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a12:29:59.170381 tst ping_idle_ping.py: using LAC 21471\u000a12:29:59.290318 tst ping_idle_ping.py: using RAC 51\u000a12:29:59.410423 tst ping_idle_ping.py: using CellId 21471\u000a12:29:59.530727 tst ping_idle_ping.py: using BVCI 21472\u000a12:29:59.554323 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:29:59.565446 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:29:59.576137 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:29:59.586962 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:29:59.597912 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:29:59.608639 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:29:59.619700 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a12:29:59.630567 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a12:29:59.909996 tst ping_idle_ping.py:24: start network...\u000a12:30:00.036729 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:30:00.531325 run create_hlr_db(pid=5525): Launched\u000a12:30:00.708169 bus /gobi_6: Setting Powered False\u000a12:30:01.782195 run create_hlr_db(pid=5525): Terminated: ok {rc=0}\u000a12:30:02.253902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5530): Launched\u000a12:30:02.585800 run osmo-hlr_10.42.42.2(pid=5531): Launched\u000a12:30:02.710303 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:30:03.282300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5533): Launched\u000a12:30:03.613075 run osmo-stp_10.42.42.5(pid=5534): Launched\u000a12:30:03.733216 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:30:04.308781 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5536): Launched\u000a12:30:04.425890 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:30:04.713688 run patchelf(pid=5537): Launched\u000a12:30:04.906019 run osmo-stp_10.42.42.5(pid=5534): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5534)]\u000a12:30:05.046414 run osmo-stp_10.42.42.5(pid=5534): stdout: \u000a| (launched: 2022-12-09_12:30:03.448681)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:30:05.187095 run osmo-stp_10.42.42.5(pid=5534): stderr: \u000a| �[0;m�[38;5;43m20221209123003638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123003638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123003638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123003639 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123003639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123003639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123003639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:30:05.322675 run osmo-stp_10.42.42.5(pid=5534): stdout: \u000a| (launched: 2022-12-09_12:30:03.448681)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:30:05.456792 run osmo-stp_10.42.42.5(pid=5534): stderr: \u000a| �[0;m�[38;5;43m20221209123003638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123003638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123003638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123003639 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123003639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123003639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123003639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:30:05.614793 run patchelf(pid=5537): Terminating (SIGINT)\u000a12:30:05.800576 run patchelf(pid=5537): Terminated: ok {rc=0}\u000a12:30:05.834136 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=5534): Process ended prematurely: osmo-stp_10.42.42.5(pid=5534) [trial-2359↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5534)] [trial-2359↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a12:30:05.843404 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a12:30:05.908653 run osmo-hlr_10.42.42.2(pid=5531): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5531)]\u000a12:30:05.961564 run osmo-hlr_10.42.42.2(pid=5531): stdout: \u000a| (launched: 2022-12-09_12:30:02.421795) \u000a12:30:06.014860 run osmo-hlr_10.42.42.2(pid=5531): stderr: \u000a| �[0;m�[1;31m20221209123002616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209123002616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209123002616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123002616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123002616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209123002616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209123002627 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:nanobts+band-900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209123002635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209123002636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209123002636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:30:06.059957 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5530): Terminating (SIGTERM)\u000a12:30:06.103199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5533): Terminating (SIGTERM)\u000a12:30:06.146356 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5536): Terminating (SIGTERM)\u000a12:30:06.156829 --- ParallelTerminationStrategy: PID 5530 died...\u000a12:30:06.214686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5530): Terminated: ok {rc=0}\u000a12:30:06.225243 --- ParallelTerminationStrategy: PID 5533 died...\u000a12:30:06.282795 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5533): Terminated: ok {rc=0}\u000a12:30:06.293366 --- ParallelTerminationStrategy: PID 5536 died...\u000a12:30:06.350455 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5536): Terminated: ok {rc=0}\u000a12:30:06.437429 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "156", "name" : "gprs_nanobts+band-900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:29:07" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5551): Process ended prematurely: osmo-stp_10.42.42.5(pid=5551) [trial-2359↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5551)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5551): Process ended prematurely: osmo-stp_10.42.42.5(pid=5551) [trial-2359↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5551)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:nanobts+band-900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:30:08.612336 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:30:08.624400 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:30:08.791980 tst cs_paging_gprs_active.py: using LAC 21472\u000a12:30:08.922990 tst cs_paging_gprs_active.py: using RAC 52\u000a12:30:09.047249 tst cs_paging_gprs_active.py: using CellId 21472\u000a12:30:09.171466 tst cs_paging_gprs_active.py: using BVCI 21473\u000a12:30:09.195382 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:30:09.206507 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:30:09.217430 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:30:09.228269 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:30:09.239112 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:30:09.249990 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:30:09.260841 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:30:09.271617 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:30:09.282580 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:30:09.405148 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:30:09.692355 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:30:09.821852 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:30:10.146192 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5541): Launched\u000a12:30:10.416049 run iperf3-srv_10.42.42.10(pid=5542): Launched\u000a12:30:10.605708 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:30:10.734752 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:30:11.058556 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5543): Launched\u000a12:30:11.327610 run iperf3-srv_10.42.42.10(pid=5544): Launched\u000a12:30:11.516534 tst cs_paging_gprs_active.py:38: start network...\u000a12:30:11.645766 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:30:12.145076 run create_hlr_db(pid=5545): Launched\u000a12:30:12.325371 bus /gobi_6: Setting Powered False\u000a12:30:13.346074 run create_hlr_db(pid=5545): Terminated: ok {rc=0}\u000a12:30:13.761390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5547): Launched\u000a12:30:14.074008 run osmo-hlr_10.42.42.2(pid=5548): Launched\u000a12:30:14.188343 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:30:14.732759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5550): Launched\u000a12:30:15.044892 run osmo-stp_10.42.42.5(pid=5551): Launched\u000a12:30:15.157774 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:30:15.702079 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5553): Launched\u000a12:30:15.812718 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:30:16.123058 run patchelf(pid=5554): Launched\u000a12:30:16.309955 run osmo-stp_10.42.42.5(pid=5551): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5551)]\u000a12:30:16.446425 run osmo-stp_10.42.42.5(pid=5551): stdout: \u000a| (launched: 2022-12-09_12:30:14.890729)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:30:16.582379 run osmo-stp_10.42.42.5(pid=5551): stderr: \u000a| �[0;m�[38;5;43m20221209123015060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123015060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123015060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123015061 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123015061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123015061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123015061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:30:16.713900 run osmo-stp_10.42.42.5(pid=5551): stdout: \u000a| (launched: 2022-12-09_12:30:14.890729)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:30:16.844918 run osmo-stp_10.42.42.5(pid=5551): stderr: \u000a| �[0;m�[38;5;43m20221209123015060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123015060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123015060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123015061 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123015061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123015061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123015061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:30:16.998429 run patchelf(pid=5554): Terminating (SIGINT)\u000a12:30:17.178857 run patchelf(pid=5554): Terminated: ok {rc=0}\u000a12:30:17.211527 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5551): Process ended prematurely: osmo-stp_10.42.42.5(pid=5551) [trial-2359↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5551)] [trial-2359↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a12:30:17.221193 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a12:30:17.282685 run osmo-hlr_10.42.42.2(pid=5548): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5548)]\u000a12:30:17.332762 run osmo-hlr_10.42.42.2(pid=5548): stdout: \u000a| (launched: 2022-12-09_12:30:13.919213) \u000a12:30:17.383471 run osmo-hlr_10.42.42.2(pid=5548): stderr: \u000a| �[0;m�[1;31m20221209123014093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209123014093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209123014093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123014093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123014093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209123014093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209123014105 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:nanobts+band-900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209123014114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209123014114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209123014114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:30:17.426982 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5541): Terminating (SIGTERM)\u000a12:30:17.467800 run iperf3-srv_10.42.42.10(pid=5542): Terminating (SIGTERM)\u000a12:30:17.508566 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5543): Terminating (SIGTERM)\u000a12:30:17.549320 run iperf3-srv_10.42.42.10(pid=5544): Terminating (SIGTERM)\u000a12:30:17.590028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5547): Terminating (SIGTERM)\u000a12:30:17.630641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5550): Terminating (SIGTERM)\u000a12:30:17.671428 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5553): Terminating (SIGTERM)\u000a12:30:17.680913 --- ParallelTerminationStrategy: PID 5541 died...\u000a12:30:17.735720 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5541): Terminated: ok {rc=0}\u000a12:30:17.745877 --- ParallelTerminationStrategy: PID 5542 died...\u000a12:30:17.800004 run iperf3-srv_10.42.42.10(pid=5542): Terminated {rc=256}\u000a12:30:17.810091 --- ParallelTerminationStrategy: PID 5543 died...\u000a12:30:17.864223 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5543): Terminated: ok {rc=0}\u000a12:30:17.874166 --- ParallelTerminationStrategy: PID 5544 died...\u000a12:30:17.929170 run iperf3-srv_10.42.42.10(pid=5544): Terminated {rc=256}\u000a12:30:17.938861 --- ParallelTerminationStrategy: PID 5547 died...\u000a12:30:17.992529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5547): Terminated: ok {rc=0}\u000a12:30:18.002292 --- ParallelTerminationStrategy: PID 5550 died...\u000a12:30:18.055898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5550): Terminated: ok {rc=0}\u000a12:30:18.065667 --- ParallelTerminationStrategy: PID 5553 died...\u000a12:30:18.119502 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5553): Terminated: ok {rc=0}\u000a12:30:18.203967 bus /gobi_0: Setting Powered False\u000a12:30:19.312401 bus /gobi_0: Setting Powered False\u000a12:30:20.425437 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5565): Process ended prematurely: osmo-stp_10.42.42.5(pid=5565) [trial-2359↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5565)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5565): Process ended prematurely: osmo-stp_10.42.42.5(pid=5565) [trial-2359↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5565)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a12:30:21.536807 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:30:21.548877 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:30:21.709221 tst iperf3.py: using LAC 21473\u000a12:30:21.830553 tst iperf3.py: using RAC 53\u000a12:30:21.954584 tst iperf3.py: using CellId 21473\u000a12:30:22.077613 tst iperf3.py: using BVCI 21474\u000a12:30:22.101374 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:30:22.112252 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:30:22.123146 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:30:22.134090 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:30:22.144821 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:30:22.155877 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:30:22.166752 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:30:22.177515 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:30:22.188315 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:30:22.491150 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:30:22.631119 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:30:22.978992 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5557): Launched\u000a12:30:23.269765 run iperf3-srv_10.42.42.10(pid=5558): Launched\u000a12:30:23.474894 tst iperf3.py:8: start network...\u000a12:30:23.614844 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:30:24.142686 run create_hlr_db(pid=5559): Launched\u000a12:30:24.335339 bus /gobi_6: Setting Powered False\u000a12:30:25.355564 run create_hlr_db(pid=5559): Terminated: ok {rc=0}\u000a12:30:25.776261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5561): Launched\u000a12:30:26.088456 run osmo-hlr_10.42.42.2(pid=5562): Launched\u000a12:30:26.202307 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:30:26.746262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5564): Launched\u000a12:30:27.059946 run osmo-stp_10.42.42.5(pid=5565): Launched\u000a12:30:27.172809 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:30:27.725373 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5567): Launched\u000a12:30:27.844275 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:30:28.137545 run patchelf(pid=5568): Launched\u000a12:30:28.332088 run osmo-stp_10.42.42.5(pid=5565): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5565)]\u000a12:30:28.474638 run osmo-stp_10.42.42.5(pid=5565): stdout: \u000a| (launched: 2022-12-09_12:30:26.904168)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:30:28.618022 run osmo-stp_10.42.42.5(pid=5565): stderr: \u000a| �[0;m�[38;5;43m20221209123027076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123027076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123027076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123027077 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123027077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123027077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123027077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:30:28.755772 run osmo-stp_10.42.42.5(pid=5565): stdout: \u000a| (launched: 2022-12-09_12:30:26.904168)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:30:28.892419 run osmo-stp_10.42.42.5(pid=5565): stderr: \u000a| �[0;m�[38;5;43m20221209123027076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123027076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123027076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123027077 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123027077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123027077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123027077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:30:29.052225 run patchelf(pid=5568): Terminating (SIGINT)\u000a12:30:29.240737 run patchelf(pid=5568): Terminated: ok {rc=0}\u000a12:30:29.275298 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5565): Process ended prematurely: osmo-stp_10.42.42.5(pid=5565) [trial-2359↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5565)] [trial-2359↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a12:30:29.285274 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a12:30:29.349910 run osmo-hlr_10.42.42.2(pid=5562): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5562)]\u000a12:30:29.402108 run osmo-hlr_10.42.42.2(pid=5562): stdout: \u000a| (launched: 2022-12-09_12:30:25.934147) \u000a12:30:29.455103 run osmo-hlr_10.42.42.2(pid=5562): stderr: \u000a| �[0;m�[1;31m20221209123026110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209123026110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209123026110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123026110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123026110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209123026111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209123026123 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209123026134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209123026134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209123026134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:30:29.500492 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5557): Terminating (SIGTERM)\u000a12:30:29.543783 run iperf3-srv_10.42.42.10(pid=5558): Terminating (SIGTERM)\u000a12:30:29.586401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5561): Terminating (SIGTERM)\u000a12:30:29.629143 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5564): Terminating (SIGTERM)\u000a12:30:29.672426 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5567): Terminating (SIGTERM)\u000a12:30:29.682484 --- ParallelTerminationStrategy: PID 5557 died...\u000a12:30:29.740010 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5557): Terminated: ok {rc=0}\u000a12:30:29.750650 --- ParallelTerminationStrategy: PID 5558 died...\u000a12:30:29.807528 run iperf3-srv_10.42.42.10(pid=5558): Terminated {rc=256}\u000a12:30:29.817872 --- ParallelTerminationStrategy: PID 5561 died...\u000a12:30:29.874455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5561): Terminated: ok {rc=0}\u000a12:30:29.884723 --- ParallelTerminationStrategy: PID 5564 died...\u000a12:30:29.941818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5564): Terminated: ok {rc=0}\u000a12:30:29.952250 --- ParallelTerminationStrategy: PID 5567 died...\u000a12:30:30.009716 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5567): Terminated: ok {rc=0}\u000a12:30:30.097195 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5583): Process ended prematurely: osmo-stp_10.42.42.5(pid=5583) [trial-2359↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5583)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5583): Process ended prematurely: osmo-stp_10.42.42.5(pid=5583) [trial-2359↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5583)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a12:30:31.210393 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:30:31.223464 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:30:31.395605 tst iperf3m4.py: using LAC 21474\u000a12:30:31.527869 tst iperf3m4.py: using RAC 54\u000a12:30:31.653312 tst iperf3m4.py: using CellId 21474\u000a12:30:31.808279 tst iperf3m4.py: using BVCI 21475\u000a12:30:31.834207 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:30:31.846323 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:30:31.859121 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:30:31.872033 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:30:31.883872 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:30:31.895945 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:30:31.908812 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:30:31.921409 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:30:31.933396 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:30:32.090387 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:30:32.241604 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:30:32.366880 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:30:32.669193 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:30:32.809484 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:30:33.157123 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5569): Launched\u000a12:30:33.447193 run iperf3-srv_10.42.42.10(pid=5570): Launched\u000a12:30:33.652839 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:30:33.791987 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:30:34.140675 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5571): Launched\u000a12:30:34.428722 run iperf3-srv_10.42.42.10(pid=5572): Launched\u000a12:30:34.634054 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:30:34.772880 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:30:35.120644 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5573): Launched\u000a12:30:35.411269 run iperf3-srv_10.42.42.10(pid=5574): Launched\u000a12:30:35.615908 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:30:35.754579 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:30:36.101215 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5575): Launched\u000a12:30:36.391586 run iperf3-srv_10.42.42.10(pid=5576): Launched\u000a12:30:36.596697 tst iperf3m4.py:8: start network...\u000a12:30:36.735644 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:30:37.265847 run create_hlr_db(pid=5577): Launched\u000a12:30:37.459287 bus /gobi_6: Setting Powered False\u000a12:30:38.478928 run create_hlr_db(pid=5577): Terminated: ok {rc=0}\u000a12:30:38.899142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5579): Launched\u000a12:30:39.214578 run osmo-hlr_10.42.42.2(pid=5580): Launched\u000a12:30:39.333451 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:30:39.879854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5582): Launched\u000a12:30:40.194924 run osmo-stp_10.42.42.5(pid=5583): Launched\u000a12:30:40.308121 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:30:40.854640 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5585): Launched\u000a12:30:40.964439 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:30:41.239094 run patchelf(pid=5586): Launched\u000a12:30:41.421752 run osmo-stp_10.42.42.5(pid=5583): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5583)]\u000a12:30:41.554714 run osmo-stp_10.42.42.5(pid=5583): stdout: \u000a| (launched: 2022-12-09_12:30:40.038233)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:30:41.687619 run osmo-stp_10.42.42.5(pid=5583): stderr: \u000a| �[0;m�[38;5;43m20221209123040211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123040212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123040212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123040212 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123040213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123040213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123040213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:30:41.815795 run osmo-stp_10.42.42.5(pid=5583): stdout: \u000a| (launched: 2022-12-09_12:30:40.038233)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:30:41.943503 run osmo-stp_10.42.42.5(pid=5583): stderr: \u000a| �[0;m�[38;5;43m20221209123040211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123040212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123040212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123040212 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123040213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123040213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123040213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:30:42.092342 run patchelf(pid=5586): Terminating (SIGINT)\u000a12:30:42.269496 run patchelf(pid=5586): Terminated: ok {rc=0}\u000a12:30:42.302024 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5583): Process ended prematurely: osmo-stp_10.42.42.5(pid=5583) [trial-2359↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5583)] [trial-2359↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a12:30:42.311165 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a12:30:42.372039 run osmo-hlr_10.42.42.2(pid=5580): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5580)]\u000a12:30:42.421294 run osmo-hlr_10.42.42.2(pid=5580): stdout: \u000a| (launched: 2022-12-09_12:30:39.056896) \u000a12:30:42.470977 run osmo-hlr_10.42.42.2(pid=5580): stderr: \u000a| �[0;m�[1;31m20221209123039234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209123039234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209123039234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123039234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123039234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209123039234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209123039246 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209123039254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209123039254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209123039254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:30:42.513258 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5569): Terminating (SIGTERM)\u000a12:30:42.553432 run iperf3-srv_10.42.42.10(pid=5570): Terminating (SIGTERM)\u000a12:30:42.593387 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5571): Terminating (SIGTERM)\u000a12:30:42.633180 run iperf3-srv_10.42.42.10(pid=5572): Terminating (SIGTERM)\u000a12:30:42.673028 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5573): Terminating (SIGTERM)\u000a12:30:42.712757 run iperf3-srv_10.42.42.10(pid=5574): Terminating (SIGTERM)\u000a12:30:42.752715 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5575): Terminating (SIGTERM)\u000a12:30:42.792495 run iperf3-srv_10.42.42.10(pid=5576): Terminating (SIGTERM)\u000a12:30:42.832424 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5579): Terminating (SIGTERM)\u000a12:30:42.872247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5582): Terminating (SIGTERM)\u000a12:30:42.912079 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5585): Terminating (SIGTERM)\u000a12:30:42.921459 --- ParallelTerminationStrategy: PID 5569 died...\u000a12:30:42.975679 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5569): Terminated: ok {rc=0}\u000a12:30:42.985464 --- ParallelTerminationStrategy: PID 5570 died...\u000a12:30:43.039036 run iperf3-srv_10.42.42.10(pid=5570): Terminated {rc=256}\u000a12:30:43.048680 --- ParallelTerminationStrategy: PID 5571 died...\u000a12:30:43.101759 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5571): Terminated: ok {rc=0}\u000a12:30:43.111400 --- ParallelTerminationStrategy: PID 5572 died...\u000a12:30:43.165293 run iperf3-srv_10.42.42.10(pid=5572): Terminated {rc=256}\u000a12:30:43.174986 --- ParallelTerminationStrategy: PID 5573 died...\u000a12:30:43.228082 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5573): Terminated: ok {rc=0}\u000a12:30:43.237812 --- ParallelTerminationStrategy: PID 5574 died...\u000a12:30:43.290858 run iperf3-srv_10.42.42.10(pid=5574): Terminated {rc=256}\u000a12:30:43.300510 --- ParallelTerminationStrategy: PID 5575 died...\u000a12:30:43.353693 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5575): Terminated: ok {rc=0}\u000a12:30:43.363369 --- ParallelTerminationStrategy: PID 5576 died...\u000a12:30:43.416288 run iperf3-srv_10.42.42.10(pid=5576): Terminated {rc=256}\u000a12:30:43.426035 --- ParallelTerminationStrategy: PID 5579 died...\u000a12:30:43.479194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5579): Terminated: ok {rc=0}\u000a12:30:43.488914 --- ParallelTerminationStrategy: PID 5582 died...\u000a12:30:43.542463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5582): Terminated: ok {rc=0}\u000a12:30:43.552178 --- ParallelTerminationStrategy: PID 5585 died...\u000a12:30:43.605704 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5585): Terminated: ok {rc=0}\u000a12:30:43.695143 bus /gobi_4: Setting Powered False\u000a12:30:44.799379 bus /gobi_4: Setting Powered False\u000a12:30:45.934622 bus /gobi_1: Setting Powered False\u000a12:30:47.046668 bus /gobi_1: Setting Powered False\u000a12:30:48.156699 bus /gobi_0: Setting Powered False\u000a12:30:49.263613 bus /gobi_0: Setting Powered False\u000a12:30:50.372303 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5593): Process ended prematurely: osmo-stp_10.42.42.5(pid=5593) [trial-2359↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5593)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5593): Process ended prematurely: osmo-stp_10.42.42.5(pid=5593) [trial-2359↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5593)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a12:30:51.442054 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:30:51.454580 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:30:51.623406 tst ping.py: using LAC 21475\u000a12:30:51.751231 tst ping.py: using RAC 55\u000a12:30:51.878975 tst ping.py: using CellId 21475\u000a12:30:52.006161 tst ping.py: using BVCI 21476\u000a12:30:52.031225 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:30:52.042854 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:30:52.054196 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:30:52.065999 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:30:52.077628 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:30:52.089430 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:30:52.101200 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:30:52.112677 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:30:52.394581 tst ping.py:19: start network...\u000a12:30:52.520665 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:30:53.012266 run create_hlr_db(pid=5587): Launched\u000a12:30:53.188302 bus /gobi_6: Setting Powered False\u000a12:30:54.209075 run create_hlr_db(pid=5587): Terminated: ok {rc=0}\u000a12:30:54.620088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5589): Launched\u000a12:30:54.925232 run osmo-hlr_10.42.42.2(pid=5590): Launched\u000a12:30:55.043740 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:30:55.588773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5592): Launched\u000a12:30:55.893989 run osmo-stp_10.42.42.5(pid=5593): Launched\u000a12:30:56.003960 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:30:56.539104 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5595): Launched\u000a12:30:56.647162 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:30:56.916647 run patchelf(pid=5596): Launched\u000a12:30:57.095849 run osmo-stp_10.42.42.5(pid=5593): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5593)]\u000a12:30:57.226386 run osmo-stp_10.42.42.5(pid=5593): stdout: \u000a| (launched: 2022-12-09_12:30:55.743456)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:30:57.357146 run osmo-stp_10.42.42.5(pid=5593): stderr: \u000a| �[0;m�[38;5;43m20221209123055915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123055915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123055915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123055916 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123055916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123055916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123055916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:30:57.483299 run osmo-stp_10.42.42.5(pid=5593): stdout: \u000a| (launched: 2022-12-09_12:30:55.743456)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:30:57.608053 run osmo-stp_10.42.42.5(pid=5593): stderr: \u000a| �[0;m�[38;5;43m20221209123055915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123055915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123055915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123055916 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123055916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123055916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123055916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:30:57.754628 run patchelf(pid=5596): Terminating (SIGINT)\u000a12:30:57.928057 run patchelf(pid=5596): Terminated: ok {rc=0}\u000a12:30:57.959413 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5593): Process ended prematurely: osmo-stp_10.42.42.5(pid=5593) [trial-2359↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5593)] [trial-2359↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22]\u000a12:30:57.968061 tst ping.py:22: Test FAILED (6.5 sec)\u000a12:30:58.028654 run osmo-hlr_10.42.42.2(pid=5590): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5590)]\u000a12:30:58.078083 run osmo-hlr_10.42.42.2(pid=5590): stdout: \u000a| (launched: 2022-12-09_12:30:54.775331) \u000a12:30:58.128060 run osmo-hlr_10.42.42.2(pid=5590): stderr: \u000a| �[0;m�[1;31m20221209123054952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209123054952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209123054952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123054952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123054952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209123054952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209123054965 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209123054974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209123054974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209123054974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:30:58.170652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5589): Terminating (SIGTERM)\u000a12:30:58.210748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5592): Terminating (SIGTERM)\u000a12:30:58.250639 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5595): Terminating (SIGTERM)\u000a12:30:58.260008 --- ParallelTerminationStrategy: PID 5589 died...\u000a12:30:58.313622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5589): Terminated: ok {rc=0}\u000a12:30:58.323407 --- ParallelTerminationStrategy: PID 5592 died...\u000a12:30:58.377232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5592): Terminated: ok {rc=0}\u000a12:30:58.386969 --- ParallelTerminationStrategy: PID 5595 died...\u000a12:30:58.440835 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5595): Terminated: ok {rc=0}\u000a12:30:58.530998 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5603): Process ended prematurely: osmo-stp_10.42.42.5(pid=5603) [trial-2359↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5603)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5603): Process ended prematurely: osmo-stp_10.42.42.5(pid=5603) [trial-2359↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5603)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a12:30:59.583585 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:30:59.595732 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a12:30:59.751821 tst ping_idle_ping.py: using LAC 21476\u000a12:30:59.873721 tst ping_idle_ping.py: using RAC 56\u000a12:30:59.992672 tst ping_idle_ping.py: using CellId 21476\u000a12:31:00.115809 tst ping_idle_ping.py: using BVCI 21477\u000a12:31:00.139094 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:31:00.150254 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:31:00.161104 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:31:00.171895 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:31:00.182685 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:31:00.193717 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:31:00.204562 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a12:31:00.215448 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a12:31:00.494989 tst ping_idle_ping.py:24: start network...\u000a12:31:00.622186 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:31:01.190983 run create_hlr_db(pid=5597): Launched\u000a12:31:01.390009 bus /gobi_6: Setting Powered False\u000a12:31:02.400623 run create_hlr_db(pid=5597): Terminated: ok {rc=0}\u000a12:31:02.850334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5599): Launched\u000a12:31:03.180821 run osmo-hlr_10.42.42.2(pid=5600): Launched\u000a12:31:03.300639 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:31:03.873678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5602): Launched\u000a12:31:04.201185 run osmo-stp_10.42.42.5(pid=5603): Launched\u000a12:31:04.319234 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:31:04.894243 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5605): Launched\u000a12:31:05.010734 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:31:05.299156 run patchelf(pid=5606): Launched\u000a12:31:05.490963 run osmo-stp_10.42.42.5(pid=5603): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5603)]\u000a12:31:05.631602 run osmo-stp_10.42.42.5(pid=5603): stdout: \u000a| (launched: 2022-12-09_12:31:04.039519)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:31:05.771694 run osmo-stp_10.42.42.5(pid=5603): stderr: \u000a| �[0;m�[38;5;43m20221209123104230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123104231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123104231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123104231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123104232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123104232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123104232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:31:05.907084 run osmo-stp_10.42.42.5(pid=5603): stdout: \u000a| (launched: 2022-12-09_12:31:04.039519)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:31:06.041194 run osmo-stp_10.42.42.5(pid=5603): stderr: \u000a| �[0;m�[38;5;43m20221209123104230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123104231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123104231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123104231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123104232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123104232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123104232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:31:06.198675 run patchelf(pid=5606): Terminating (SIGINT)\u000a12:31:06.384082 run patchelf(pid=5606): Terminated: ok {rc=0}\u000a12:31:06.417691 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=5603): Process ended prematurely: osmo-stp_10.42.42.5(pid=5603) [trial-2359↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5603)] [trial-2359↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a12:31:06.427161 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a12:31:06.491392 run osmo-hlr_10.42.42.2(pid=5600): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5600)]\u000a12:31:06.543165 run osmo-hlr_10.42.42.2(pid=5600): stdout: \u000a| (launched: 2022-12-09_12:31:03.017391) \u000a12:31:06.595606 run osmo-hlr_10.42.42.2(pid=5600): stderr: \u000a| �[0;m�[1;31m20221209123103214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209123103214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209123103214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123103215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123103215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209123103215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209123103227 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209123103235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209123103236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209123103236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:31:06.640812 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5599): Terminating (SIGTERM)\u000a12:31:06.683291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5602): Terminating (SIGTERM)\u000a12:31:06.725705 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5605): Terminating (SIGTERM)\u000a12:31:06.735296 --- ParallelTerminationStrategy: PID 5599 died...\u000a12:31:06.792273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5599): Terminated: ok {rc=0}\u000a12:31:06.802550 --- ParallelTerminationStrategy: PID 5602 died...\u000a12:31:06.858938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5602): Terminated: ok {rc=0}\u000a12:31:06.869311 --- ParallelTerminationStrategy: PID 5605 died...\u000a12:31:06.925733 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5605): Terminated: ok {rc=0}\u000a12:31:07.014002 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "157", "name" : "gprs_nanobts+band-900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:30:08" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5620): Process ended prematurely: osmo-stp_10.42.42.5(pid=5620) [trial-2359↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5620)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5620): Process ended prematurely: osmo-stp_10.42.42.5(pid=5620) [trial-2359↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5620)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a12:31:09.182314 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:31:09.194405 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a12:31:09.342518 tst cs_paging_gprs_active.py: using LAC 21477\u000a12:31:09.471050 tst cs_paging_gprs_active.py: using RAC 57\u000a12:31:09.600699 tst cs_paging_gprs_active.py: using CellId 21477\u000a12:31:09.729689 tst cs_paging_gprs_active.py: using BVCI 21478\u000a12:31:09.755125 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:31:09.766990 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:31:09.778614 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:31:09.790892 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:31:09.803241 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:31:09.815668 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:31:09.829229 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:31:09.840859 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:31:09.854261 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:31:09.974541 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:31:10.261986 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a12:31:10.389888 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:31:10.708998 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5610): Launched\u000a12:31:10.975764 run iperf3-srv_10.42.42.10(pid=5611): Launched\u000a12:31:11.164013 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a12:31:11.292232 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:31:11.612242 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5612): Launched\u000a12:31:11.877420 run iperf3-srv_10.42.42.10(pid=5613): Launched\u000a12:31:12.063558 tst cs_paging_gprs_active.py:38: start network...\u000a12:31:12.190450 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:31:12.685897 run create_hlr_db(pid=5614): Launched\u000a12:31:12.863435 bus /gobi_6: Setting Powered False\u000a12:31:13.884504 run create_hlr_db(pid=5614): Terminated: ok {rc=0}\u000a12:31:14.295627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5616): Launched\u000a12:31:14.605768 run osmo-hlr_10.42.42.2(pid=5617): Launched\u000a12:31:14.719028 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:31:15.257165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5619): Launched\u000a12:31:15.568404 run osmo-stp_10.42.42.5(pid=5620): Launched\u000a12:31:15.680549 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:31:16.292516 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5622): Launched\u000a12:31:16.404667 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:31:16.708389 run patchelf(pid=5623): Launched\u000a12:31:16.911254 run osmo-stp_10.42.42.5(pid=5620): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5620)]\u000a12:31:17.059250 run osmo-stp_10.42.42.5(pid=5620): stdout: \u000a| (launched: 2022-12-09_12:31:15.414454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:31:17.206357 run osmo-stp_10.42.42.5(pid=5620): stderr: \u000a| �[0;m�[38;5;43m20221209123115586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123115587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123115587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123115587 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123115588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123115588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123115588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:31:17.344629 run osmo-stp_10.42.42.5(pid=5620): stdout: \u000a| (launched: 2022-12-09_12:31:15.414454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:31:17.481259 run osmo-stp_10.42.42.5(pid=5620): stderr: \u000a| �[0;m�[38;5;43m20221209123115586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123115587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123115587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123115587 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123115588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123115588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123115588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:31:17.641669 run patchelf(pid=5623): Terminating (SIGINT)\u000a12:31:17.829406 run patchelf(pid=5623): Terminated: ok {rc=0}\u000a12:31:17.863862 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=5620): Process ended prematurely: osmo-stp_10.42.42.5(pid=5620) [trial-2359↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5620)] [trial-2359↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a12:31:17.874021 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a12:31:17.938405 run osmo-hlr_10.42.42.2(pid=5617): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5617)]\u000a12:31:17.990355 run osmo-hlr_10.42.42.2(pid=5617): stdout: \u000a| (launched: 2022-12-09_12:31:14.451952) \u000a12:31:18.043239 run osmo-hlr_10.42.42.2(pid=5617): stderr: \u000a| �[0;m�[1;31m20221209123114629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209123114629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209123114629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123114629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123114629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209123114629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209123114641 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209123114649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209123114649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209123114649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:31:18.087814 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5610): Terminating (SIGTERM)\u000a12:31:18.130812 run iperf3-srv_10.42.42.10(pid=5611): Terminating (SIGTERM)\u000a12:31:18.173693 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5612): Terminating (SIGTERM)\u000a12:31:18.216151 run iperf3-srv_10.42.42.10(pid=5613): Terminating (SIGTERM)\u000a12:31:18.259383 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5616): Terminating (SIGTERM)\u000a12:31:18.302383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5619): Terminating (SIGTERM)\u000a12:31:18.345275 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5622): Terminating (SIGTERM)\u000a12:31:18.354632 --- ParallelTerminationStrategy: PID 5610 died...\u000a12:31:18.412079 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5610): Terminated: ok {rc=0}\u000a12:31:18.422151 --- ParallelTerminationStrategy: PID 5611 died...\u000a12:31:18.478476 run iperf3-srv_10.42.42.10(pid=5611): Terminated {rc=256}\u000a12:31:18.488848 --- ParallelTerminationStrategy: PID 5612 died...\u000a12:31:18.545693 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5612): Terminated: ok {rc=0}\u000a12:31:18.555978 --- ParallelTerminationStrategy: PID 5613 died...\u000a12:31:18.613174 run iperf3-srv_10.42.42.10(pid=5613): Terminated {rc=256}\u000a12:31:18.623422 --- ParallelTerminationStrategy: PID 5616 died...\u000a12:31:18.680266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5616): Terminated: ok {rc=0}\u000a12:31:18.690478 --- ParallelTerminationStrategy: PID 5619 died...\u000a12:31:18.747484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5619): Terminated: ok {rc=0}\u000a12:31:18.757825 --- ParallelTerminationStrategy: PID 5622 died...\u000a12:31:18.814760 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5622): Terminated: ok {rc=0}\u000a12:31:18.903783 bus /gobi_0: Setting Powered False\u000a12:31:20.012194 bus /gobi_0: Setting Powered False\u000a12:31:21.121157 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5632): Process ended prematurely: osmo-stp_10.42.42.5(pid=5632) [trial-2359↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5632)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5632): Process ended prematurely: osmo-stp_10.42.42.5(pid=5632) [trial-2359↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5632)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a12:31:22.231886 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:31:22.244202 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a12:31:22.384631 tst iperf3.py: using LAC 21478\u000a12:31:22.507106 tst iperf3.py: using RAC 58\u000a12:31:22.634388 tst iperf3.py: using CellId 21478\u000a12:31:22.753544 tst iperf3.py: using BVCI 21479\u000a12:31:22.777183 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:31:22.788470 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:31:22.799614 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:31:22.811732 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:31:22.822917 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:31:22.834205 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:31:22.845484 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:31:22.856524 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:31:22.868305 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:31:23.149628 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:31:23.276351 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:31:23.593324 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5624): Launched\u000a12:31:23.858582 run iperf3-srv_10.42.42.10(pid=5625): Launched\u000a12:31:24.045113 tst iperf3.py:8: start network...\u000a12:31:24.171774 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:31:24.664794 run create_hlr_db(pid=5626): Launched\u000a12:31:24.842449 bus /gobi_6: Setting Powered False\u000a12:31:25.863437 run create_hlr_db(pid=5626): Terminated: ok {rc=0}\u000a12:31:26.303639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5628): Launched\u000a12:31:26.634531 run osmo-hlr_10.42.42.2(pid=5629): Launched\u000a12:31:26.753252 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:31:27.323861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5631): Launched\u000a12:31:27.654848 run osmo-stp_10.42.42.5(pid=5632): Launched\u000a12:31:27.773631 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:31:28.347420 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5634): Launched\u000a12:31:28.464910 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:31:28.753892 run patchelf(pid=5635): Launched\u000a12:31:28.947362 run osmo-stp_10.42.42.5(pid=5632): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5632)]\u000a12:31:29.088047 run osmo-stp_10.42.42.5(pid=5632): stdout: \u000a| (launched: 2022-12-09_12:31:27.491478)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:31:29.229274 run osmo-stp_10.42.42.5(pid=5632): stderr: \u000a| �[0;m�[38;5;43m20221209123127684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123127684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123127684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123127685 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123127685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123127685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123127685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:31:29.366118 run osmo-stp_10.42.42.5(pid=5632): stdout: \u000a| (launched: 2022-12-09_12:31:27.491478)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:31:29.501446 run osmo-stp_10.42.42.5(pid=5632): stderr: \u000a| �[0;m�[38;5;43m20221209123127684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123127684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123127684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123127685 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123127685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123127685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123127685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:31:29.660497 run patchelf(pid=5635): Terminating (SIGINT)\u000a12:31:29.847670 run patchelf(pid=5635): Terminated: ok {rc=0}\u000a12:31:29.882018 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5632): Process ended prematurely: osmo-stp_10.42.42.5(pid=5632) [trial-2359↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5632)] [trial-2359↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a12:31:29.892112 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a12:31:29.956511 run osmo-hlr_10.42.42.2(pid=5629): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5629)]\u000a12:31:30.008726 run osmo-hlr_10.42.42.2(pid=5629): stdout: \u000a| (launched: 2022-12-09_12:31:26.470790) \u000a12:31:30.061623 run osmo-hlr_10.42.42.2(pid=5629): stderr: \u000a| �[0;m�[1;31m20221209123126668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209123126668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209123126668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123126668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123126668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209123126668 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209123126680 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209123126689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209123126689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209123126689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:31:30.106708 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5624): Terminating (SIGTERM)\u000a12:31:30.148676 run iperf3-srv_10.42.42.10(pid=5625): Terminating (SIGTERM)\u000a12:31:30.191141 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5628): Terminating (SIGTERM)\u000a12:31:30.233875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5631): Terminating (SIGTERM)\u000a12:31:30.276102 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5634): Terminating (SIGTERM)\u000a12:31:30.285950 --- ParallelTerminationStrategy: PID 5624 died...\u000a12:31:30.342890 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5624): Terminated: ok {rc=0}\u000a12:31:30.352928 --- ParallelTerminationStrategy: PID 5625 died...\u000a12:31:30.409316 run iperf3-srv_10.42.42.10(pid=5625): Terminated {rc=256}\u000a12:31:30.419246 --- ParallelTerminationStrategy: PID 5628 died...\u000a12:31:30.476048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5628): Terminated: ok {rc=0}\u000a12:31:30.486116 --- ParallelTerminationStrategy: PID 5631 died...\u000a12:31:30.542800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5631): Terminated: ok {rc=0}\u000a12:31:30.552890 --- ParallelTerminationStrategy: PID 5634 died...\u000a12:31:30.609767 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5634): Terminated: ok {rc=0}\u000a12:31:30.696254 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5650): Process ended prematurely: osmo-stp_10.42.42.5(pid=5650) [trial-2359↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5650)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5650): Process ended prematurely: osmo-stp_10.42.42.5(pid=5650) [trial-2359↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5650)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a12:31:31.845887 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:31:31.860015 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a12:31:32.005552 tst iperf3m4.py: using LAC 21479\u000a12:31:32.139670 tst iperf3m4.py: using RAC 59\u000a12:31:32.272046 tst iperf3m4.py: using CellId 21479\u000a12:31:32.403318 tst iperf3m4.py: using BVCI 21480\u000a12:31:32.428503 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:31:32.440532 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:31:32.452499 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:31:32.465168 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:31:32.476850 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:31:32.489579 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:31:32.501426 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:31:32.513472 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:31:32.525636 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:31:32.645144 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:31:32.766502 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:31:32.886285 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:31:33.187374 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a12:31:33.324396 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:31:33.666239 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5636): Launched\u000a12:31:33.943636 run iperf3-srv_10.42.42.10(pid=5637): Launched\u000a12:31:34.131024 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a12:31:34.258826 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:31:34.581076 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5638): Launched\u000a12:31:34.846731 run iperf3-srv_10.42.42.10(pid=5639): Launched\u000a12:31:35.034057 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a12:31:35.161231 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:31:35.480140 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5640): Launched\u000a12:31:35.745631 run iperf3-srv_10.42.42.10(pid=5641): Launched\u000a12:31:35.932089 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a12:31:36.058999 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a12:31:36.378484 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5642): Launched\u000a12:31:36.644835 run iperf3-srv_10.42.42.10(pid=5643): Launched\u000a12:31:36.831407 tst iperf3m4.py:8: start network...\u000a12:31:36.958698 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:31:37.453839 run create_hlr_db(pid=5644): Launched\u000a12:31:37.630299 bus /gobi_6: Setting Powered False\u000a12:31:38.650729 run create_hlr_db(pid=5644): Terminated: ok {rc=0}\u000a12:31:39.063318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5646): Launched\u000a12:31:39.372723 run osmo-hlr_10.42.42.2(pid=5647): Launched\u000a12:31:39.494042 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:31:40.038196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5649): Launched\u000a12:31:40.347356 run osmo-stp_10.42.42.5(pid=5650): Launched\u000a12:31:40.459384 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:31:41.000550 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5652): Launched\u000a12:31:41.110831 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:31:41.380755 run patchelf(pid=5653): Launched\u000a12:31:41.560856 run osmo-stp_10.42.42.5(pid=5650): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5650)]\u000a12:31:41.692018 run osmo-stp_10.42.42.5(pid=5650): stdout: \u000a| (launched: 2022-12-09_12:31:40.194956)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:31:41.823716 run osmo-stp_10.42.42.5(pid=5650): stderr: \u000a| �[0;m�[38;5;43m20221209123140366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123140366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123140366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123140366 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123140367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123140367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123140367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:31:41.950855 run osmo-stp_10.42.42.5(pid=5650): stdout: \u000a| (launched: 2022-12-09_12:31:40.194956)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:31:42.076820 run osmo-stp_10.42.42.5(pid=5650): stderr: \u000a| �[0;m�[38;5;43m20221209123140366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123140366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123140366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123140366 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123140367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123140367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123140367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:31:42.224516 run patchelf(pid=5653): Terminating (SIGINT)\u000a12:31:42.399001 run patchelf(pid=5653): Terminated: ok {rc=0}\u000a12:31:42.431038 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5650): Process ended prematurely: osmo-stp_10.42.42.5(pid=5650) [trial-2359↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5650)] [trial-2359↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a12:31:42.440419 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a12:31:42.501060 run osmo-hlr_10.42.42.2(pid=5647): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5647)]\u000a12:31:42.550238 run osmo-hlr_10.42.42.2(pid=5647): stdout: \u000a| (launched: 2022-12-09_12:31:39.219673) \u000a12:31:42.600021 run osmo-hlr_10.42.42.2(pid=5647): stderr: \u000a| �[0;m�[1;31m20221209123139400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209123139400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209123139400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123139400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123139400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209123139400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209123139413 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209123139422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209123139422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209123139422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:31:42.642422 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5636): Terminating (SIGTERM)\u000a12:31:42.682313 run iperf3-srv_10.42.42.10(pid=5637): Terminating (SIGTERM)\u000a12:31:42.722112 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5638): Terminating (SIGTERM)\u000a12:31:42.761823 run iperf3-srv_10.42.42.10(pid=5639): Terminating (SIGTERM)\u000a12:31:42.801387 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5640): Terminating (SIGTERM)\u000a12:31:42.841185 run iperf3-srv_10.42.42.10(pid=5641): Terminating (SIGTERM)\u000a12:31:42.880798 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5642): Terminating (SIGTERM)\u000a12:31:42.920412 run iperf3-srv_10.42.42.10(pid=5643): Terminating (SIGTERM)\u000a12:31:42.960259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5646): Terminating (SIGTERM)\u000a12:31:43.000091 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5649): Terminating (SIGTERM)\u000a12:31:43.040540 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5652): Terminating (SIGTERM)\u000a12:31:43.049839 --- ParallelTerminationStrategy: PID 5636 died...\u000a12:31:43.103356 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5636): Terminated: ok {rc=0}\u000a12:31:43.113052 --- ParallelTerminationStrategy: PID 5637 died...\u000a12:31:43.165961 run iperf3-srv_10.42.42.10(pid=5637): Terminated {rc=256}\u000a12:31:43.175505 --- ParallelTerminationStrategy: PID 5638 died...\u000a12:31:43.228365 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5638): Terminated: ok {rc=0}\u000a12:31:43.237950 --- ParallelTerminationStrategy: PID 5639 died...\u000a12:31:43.290560 run iperf3-srv_10.42.42.10(pid=5639): Terminated {rc=256}\u000a12:31:43.300072 --- ParallelTerminationStrategy: PID 5640 died...\u000a12:31:43.352880 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5640): Terminated: ok {rc=0}\u000a12:31:43.362458 --- ParallelTerminationStrategy: PID 5641 died...\u000a12:31:43.415543 run iperf3-srv_10.42.42.10(pid=5641): Terminated {rc=256}\u000a12:31:43.425336 --- ParallelTerminationStrategy: PID 5642 died...\u000a12:31:43.478095 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=5642): Terminated: ok {rc=0}\u000a12:31:43.487624 --- ParallelTerminationStrategy: PID 5643 died...\u000a12:31:43.540833 run iperf3-srv_10.42.42.10(pid=5643): Terminated {rc=256}\u000a12:31:43.550590 --- ParallelTerminationStrategy: PID 5646 died...\u000a12:31:43.603857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5646): Terminated: ok {rc=0}\u000a12:31:43.613940 --- ParallelTerminationStrategy: PID 5649 died...\u000a12:31:43.667210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5649): Terminated: ok {rc=0}\u000a12:31:43.677024 --- ParallelTerminationStrategy: PID 5652 died...\u000a12:31:43.730185 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5652): Terminated: ok {rc=0}\u000a12:31:43.820400 bus /gobi_4: Setting Powered False\u000a12:31:44.925425 bus /gobi_4: Setting Powered False\u000a12:31:46.032673 bus /gobi_1: Setting Powered False\u000a12:31:47.141094 bus /gobi_1: Setting Powered False\u000a12:31:48.252252 bus /gobi_0: Setting Powered False\u000a12:31:49.355507 bus /gobi_0: Setting Powered False\u000a12:31:50.468539 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5660): Process ended prematurely: osmo-stp_10.42.42.5(pid=5660) [trial-2359↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5660)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5660): Process ended prematurely: osmo-stp_10.42.42.5(pid=5660) [trial-2359↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5660)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a12:31:51.537095 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:31:51.549514 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a12:31:51.688182 tst ping.py: using LAC 21480\u000a12:31:51.806959 tst ping.py: using RAC 60\u000a12:31:51.926944 tst ping.py: using CellId 21480\u000a12:31:52.047103 tst ping.py: using BVCI 21481\u000a12:31:52.070124 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:31:52.081591 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:31:52.092778 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:31:52.104030 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:31:52.115423 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:31:52.127103 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:31:52.138759 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:31:52.150148 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:31:52.444758 tst ping.py:19: start network...\u000a12:31:52.579623 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:31:53.090108 run create_hlr_db(pid=5654): Launched\u000a12:31:53.278010 bus /gobi_6: Setting Powered False\u000a12:31:54.298330 run create_hlr_db(pid=5654): Terminated: ok {rc=0}\u000a12:31:54.733409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5656): Launched\u000a12:31:55.058660 run osmo-hlr_10.42.42.2(pid=5657): Launched\u000a12:31:55.178007 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:31:55.748451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5659): Launched\u000a12:31:56.073652 run osmo-stp_10.42.42.5(pid=5660): Launched\u000a12:31:56.190180 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:31:56.757821 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5662): Launched\u000a12:31:56.872589 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:31:57.156265 run patchelf(pid=5663): Launched\u000a12:31:57.346051 run osmo-stp_10.42.42.5(pid=5660): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5660)]\u000a12:31:57.484043 run osmo-stp_10.42.42.5(pid=5660): stdout: \u000a| (launched: 2022-12-09_12:31:55.912617)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:31:57.623366 run osmo-stp_10.42.42.5(pid=5660): stderr: \u000a| �[0;m�[38;5;43m20221209123156103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123156103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123156103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123156104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123156104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123156104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123156104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:31:57.757334 run osmo-stp_10.42.42.5(pid=5660): stdout: \u000a| (launched: 2022-12-09_12:31:55.912617)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:31:57.889610 run osmo-stp_10.42.42.5(pid=5660): stderr: \u000a| �[0;m�[38;5;43m20221209123156103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123156103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123156103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123156104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123156104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123156104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123156104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:31:58.044715 run patchelf(pid=5663): Terminating (SIGINT)\u000a12:31:58.227776 run patchelf(pid=5663): Terminated: ok {rc=0}\u000a12:31:58.261132 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=5660): Process ended prematurely: osmo-stp_10.42.42.5(pid=5660) [trial-2359↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5660)] [trial-2359↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a12:31:58.270540 tst ping.py:22: Test FAILED (6.7 sec)\u000a12:31:58.334967 run osmo-hlr_10.42.42.2(pid=5657): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5657)]\u000a12:31:58.387549 run osmo-hlr_10.42.42.2(pid=5657): stdout: \u000a| (launched: 2022-12-09_12:31:54.897392) \u000a12:31:58.440774 run osmo-hlr_10.42.42.2(pid=5657): stderr: \u000a| �[0;m�[1;31m20221209123155096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209123155096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209123155096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123155096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123155096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209123155096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209123155109 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209123155118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209123155118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209123155118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:31:58.485663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5656): Terminating (SIGTERM)\u000a12:31:58.528524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5659): Terminating (SIGTERM)\u000a12:31:58.570889 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5662): Terminating (SIGTERM)\u000a12:31:58.581111 --- ParallelTerminationStrategy: PID 5656 died...\u000a12:31:58.638900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5656): Terminated: ok {rc=0}\u000a12:31:58.649504 --- ParallelTerminationStrategy: PID 5659 died...\u000a12:31:58.706283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5659): Terminated: ok {rc=0}\u000a12:31:58.716423 --- ParallelTerminationStrategy: PID 5662 died...\u000a12:31:58.772657 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5662): Terminated: ok {rc=0}\u000a12:31:58.861444 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5670): Process ended prematurely: osmo-stp_10.42.42.5(pid=5670) [trial-2359↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5670)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5670): Process ended prematurely: osmo-stp_10.42.42.5(pid=5670) [trial-2359↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5670)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a12:31:59.912586 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:31:59.924934 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a12:32:00.068014 tst ping_idle_ping.py: using LAC 21481\u000a12:32:00.187477 tst ping_idle_ping.py: using RAC 61\u000a12:32:00.304602 tst ping_idle_ping.py: using CellId 21481\u000a12:32:00.423942 tst ping_idle_ping.py: using BVCI 21482\u000a12:32:00.447018 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:32:00.458566 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:32:00.469966 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:32:00.481285 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:32:00.492512 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:32:00.504275 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:32:00.516139 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a12:32:00.527655 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a12:32:00.822748 tst ping_idle_ping.py:24: start network...\u000a12:32:00.978042 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:32:01.525887 run create_hlr_db(pid=5664): Launched\u000a12:32:01.721116 bus /gobi_6: Setting Powered False\u000a12:32:02.736641 run create_hlr_db(pid=5664): Terminated: ok {rc=0}\u000a12:32:03.173726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5666): Launched\u000a12:32:03.501251 run osmo-hlr_10.42.42.2(pid=5667): Launched\u000a12:32:03.619443 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:32:04.186603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5669): Launched\u000a12:32:04.513155 run osmo-stp_10.42.42.5(pid=5670): Launched\u000a12:32:04.630974 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:32:05.199852 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5672): Launched\u000a12:32:05.316039 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:32:05.602763 run patchelf(pid=5673): Launched\u000a12:32:05.794038 run osmo-stp_10.42.42.5(pid=5670): ERR: Terminated: ERROR {rc=1} [trial-2359↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5670)]\u000a12:32:05.933170 run osmo-stp_10.42.42.5(pid=5670): stdout: \u000a| (launched: 2022-12-09_12:32:04.352457)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:32:06.072562 run osmo-stp_10.42.42.5(pid=5670): stderr: \u000a| �[0;m�[38;5;43m20221209123204545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123204546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123204546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123204546 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123204547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123204547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123204547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:32:06.206965 run osmo-stp_10.42.42.5(pid=5670): stdout: \u000a| (launched: 2022-12-09_12:32:04.352457)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:32:06.340163 run osmo-stp_10.42.42.5(pid=5670): stderr: \u000a| �[0;m�[38;5;43m20221209123204545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123204546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123204546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123204546 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123204547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123204547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123204547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:32:06.496797 run patchelf(pid=5673): Terminating (SIGINT)\u000a12:32:06.681999 run patchelf(pid=5673): Terminated: ok {rc=0}\u000a12:32:06.715398 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=5670): Process ended prematurely: osmo-stp_10.42.42.5(pid=5670) [trial-2359↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5670)] [trial-2359↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a12:32:06.724754 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a12:32:06.789887 run osmo-hlr_10.42.42.2(pid=5667): ERR: Terminated: ERROR {rc=237} [trial-2359↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5667)]\u000a12:32:06.842804 run osmo-hlr_10.42.42.2(pid=5667): stdout: \u000a| (launched: 2022-12-09_12:32:03.339221) \u000a12:32:06.896231 run osmo-hlr_10.42.42.2(pid=5667): stderr: \u000a| �[0;m�[1;31m20221209123203536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209123203536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209123203536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123203537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123203537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209123203537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209123203549 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209123203557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209123203558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209123203558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:32:06.941680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5666): Terminating (SIGTERM)\u000a12:32:06.984748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5669): Terminating (SIGTERM)\u000a12:32:07.027983 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5672): Terminating (SIGTERM)\u000a12:32:07.037954 --- ParallelTerminationStrategy: PID 5666 died...\u000a12:32:07.095658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5666): Terminated: ok {rc=0}\u000a12:32:07.105928 --- ParallelTerminationStrategy: PID 5669 died...\u000a12:32:07.163159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5669): Terminated: ok {rc=0}\u000a12:32:07.173472 --- ParallelTerminationStrategy: PID 5672 died...\u000a12:32:07.230997 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5672): Terminated: ok {rc=0}\u000a12:32:07.319861 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "158", "name" : "gprs_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:31:08" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5683): Process ended prematurely: osmo-stp_10.42.42.5(pid=5683) [trial-2359↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5683)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5683): Process ended prematurely: osmo-stp_10.42.42.5(pid=5683) [trial-2359↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5683)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a12:32:09.363644 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:32:09.375287 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a12:32:09.530495 tst switch_tch_pdch.py: using LAC 21482\u000a12:32:09.647995 tst switch_tch_pdch.py: using RAC 62\u000a12:32:09.768428 tst switch_tch_pdch.py: using CellId 21482\u000a12:32:09.891484 tst switch_tch_pdch.py: using BVCI 21483\u000a12:32:09.914506 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:32:09.926094 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:32:09.937466 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:32:09.948808 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:32:09.960051 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:32:09.971371 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:32:09.982872 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a12:32:09.994318 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:32:10.115847 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a12:32:10.396693 tst switch_tch_pdch.py:51: start network...\u000a12:32:10.521996 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:32:11.006004 run create_hlr_db(pid=5677): Launched\u000a12:32:11.180498 bus /gobi_6: Setting Powered False\u000a12:32:12.202246 run create_hlr_db(pid=5677): Terminated: ok {rc=0}\u000a12:32:12.635557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5679): Launched\u000a12:32:12.960792 run osmo-hlr_10.42.42.2(pid=5680): Launched\u000a12:32:13.077908 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:32:13.641861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5682): Launched\u000a12:32:13.967823 run osmo-stp_10.42.42.5(pid=5683): Launched\u000a12:32:14.085313 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a12:32:14.655115 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5685): Launched\u000a12:32:14.771202 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a12:32:15.057894 run patchelf(pid=5686): Launched\u000a12:32:15.249832 run osmo-stp_10.42.42.5(pid=5683): ERR: Terminated: ERROR {rc=1} [trial-2359↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5683)]\u000a12:32:15.390162 run osmo-stp_10.42.42.5(pid=5683): stdout: \u000a| (launched: 2022-12-09_12:32:13.806873)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:32:15.530192 run osmo-stp_10.42.42.5(pid=5683): stderr: \u000a| �[0;m�[38;5;43m20221209123213998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123213998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123213998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123213998 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123213999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123213999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123213999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:32:15.665905 run osmo-stp_10.42.42.5(pid=5683): stdout: \u000a| (launched: 2022-12-09_12:32:13.806873)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:32:15.799242 run osmo-stp_10.42.42.5(pid=5683): stderr: \u000a| �[0;m�[38;5;43m20221209123213998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123213998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123213998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123213998 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123213999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123213999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123213999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:32:15.971390 run patchelf(pid=5686): Terminating (SIGINT)\u000a12:32:16.160839 run patchelf(pid=5686): Terminated: ok {rc=0}\u000a12:32:16.195899 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=5683): Process ended prematurely: osmo-stp_10.42.42.5(pid=5683) [trial-2359↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5683)] [trial-2359↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a12:32:16.206551 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a12:32:16.275524 run osmo-hlr_10.42.42.2(pid=5680): ERR: Terminated: ERROR {rc=237} [trial-2359↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5680)]\u000a12:32:16.330230 run osmo-hlr_10.42.42.2(pid=5680): stdout: \u000a| (launched: 2022-12-09_12:32:12.800066) \u000a12:32:16.385520 run osmo-hlr_10.42.42.2(pid=5680): stderr: \u000a| �[0;m�[1;31m20221209123212997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209123212997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209123212997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123212997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123212997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209123212997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209123213009 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209123213018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209123213018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209123213018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:32:16.432839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5679): Terminating (SIGTERM)\u000a12:32:16.477756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5682): Terminating (SIGTERM)\u000a12:32:16.521278 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5685): Terminating (SIGTERM)\u000a12:32:16.532648 --- ParallelTerminationStrategy: PID 5679 died...\u000a12:32:16.591681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5679): Terminated: ok {rc=0}\u000a12:32:16.603753 --- ParallelTerminationStrategy: PID 5682 died...\u000a12:32:16.663202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5682): Terminated: ok {rc=0}\u000a12:32:16.674285 --- ParallelTerminationStrategy: PID 5685 died...\u000a12:32:16.734075 run pcap-recorder_any(filters='host 10.42.42.6')(pid=5685): Terminated: ok {rc=0}\u000a12:32:16.825777 bus /gobi_0: Setting Powered False\u000a12:32:17.935488 bus /gobi_0: Setting Powered False\u000a12:32:19.047762 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "159", "name" : "dynts_nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:32:09" }, { "cases" : [ { "testActions" : [ ], "age" : 188, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=5692): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5692) [trial-2359↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5692)]", "failedSince" : 2172, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_acceptall.py\", line 18, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=5692): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5692) [trial-2359↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5692)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 nitb_smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a12:32:20.889885 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a12:32:21.006050 tst esme_connect_policy_acceptall.py: using MSISDN 7205\u000a12:32:21.153438 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a12:32:21.780533 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5691): Launched\u000a12:32:22.110390 run osmo-nitb_10.42.42.2(pid=5692): Launched\u000a12:32:22.312639 run osmo-nitb_10.42.42.2(pid=5692): ERR: Terminated: ERROR {rc=2} [trial-2359↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5692)]\u000a12:32:22.461727 run osmo-nitb_10.42.42.2(pid=5692): stdout: \u000a| (launched: 2022-12-09_12:32:21.949260) \u000a12:32:22.611717 run osmo-nitb_10.42.42.2(pid=5692): stderr: \u000a| (launched: 2022-12-09_12:32:21.998349)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:32:22.756246 run osmo-nitb_10.42.42.2(pid=5692): stdout: \u000a| (launched: 2022-12-09_12:32:21.949260) \u000a12:32:22.899314 run osmo-nitb_10.42.42.2(pid=5692): stderr: \u000a| (launched: 2022-12-09_12:32:21.998349)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:32:23.244299 tst osmo-nitb_10.42.42.2(pid=5692): stdout: \u000a| (launched: 2022-12-09_12:32:21.949260) \u000a12:32:23.377157 tst osmo-nitb_10.42.42.2(pid=5692): stderr: \u000a| (launched: 2022-12-09_12:32:21.998349)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:32:23.435260 tst esme_connect_policy_acceptall.py:18: ERR: Error: osmo-nitb_10.42.42.2(pid=5692): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5692) [trial-2359↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5692)] [trial-2359↪nitb_smpp↪esme_connect_policy_acceptall.py:18]\u000a12:32:23.444022 tst esme_connect_policy_acceptall.py:18: Test FAILED (2.5 sec)\u000a12:32:23.481520 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5691): Terminating (SIGTERM)\u000a12:32:23.659445 --- ParallelTerminationStrategy: PID 5691 died...\u000a12:32:23.718177 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5691): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 188, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=5694): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5694) [trial-2359↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5694)]", "failedSince" : 2172, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_closed.py\", line 24, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=5694): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5694) [trial-2359↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5694)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 nitb_smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a12:32:23.733292 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a12:32:23.852229 tst esme_connect_policy_closed.py: using MSISDN 7206\u000a12:32:23.981138 tst esme_connect_policy_closed.py: using MSISDN 7207\u000a12:32:24.098699 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a12:32:24.726658 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5693): Launched\u000a12:32:25.058150 run osmo-nitb_10.42.42.2(pid=5694): Launched\u000a12:32:25.247048 run osmo-nitb_10.42.42.2(pid=5694): ERR: Terminated: ERROR {rc=2} [trial-2359↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5694)]\u000a12:32:25.384934 run osmo-nitb_10.42.42.2(pid=5694): stdout: \u000a| (launched: 2022-12-09_12:32:24.895718) \u000a12:32:25.523198 run osmo-nitb_10.42.42.2(pid=5694): stderr: \u000a| (launched: 2022-12-09_12:32:24.945449)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:32:25.656705 run osmo-nitb_10.42.42.2(pid=5694): stdout: \u000a| (launched: 2022-12-09_12:32:24.895718) \u000a12:32:25.789179 run osmo-nitb_10.42.42.2(pid=5694): stderr: \u000a| (launched: 2022-12-09_12:32:24.945449)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:32:25.846999 tst esme_connect_policy_closed.py:24: ERR: Error: osmo-nitb_10.42.42.2(pid=5694): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5694) [trial-2359↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5694)] [trial-2359↪nitb_smpp↪esme_connect_policy_closed.py:24]\u000a12:32:25.855362 tst esme_connect_policy_closed.py:24: Test FAILED (2.1 sec)\u000a12:32:25.893268 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5693): Terminating (SIGTERM)\u000a12:32:26.071068 --- ParallelTerminationStrategy: PID 5693 died...\u000a12:32:26.129323 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5693): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=5696): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5696) [trial-2359↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5696)]", "failedSince" : 2140, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_storeforward.py\", line 23, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=5696): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5696) [trial-2359↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5696)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 nitb_smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a12:32:26.144564 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a12:32:26.156233 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a12:32:26.288467 tst esme_ms_sms_storeforward.py: using LAC 21483\u000a12:32:26.410472 tst esme_ms_sms_storeforward.py: using RAC 63\u000a12:32:26.530816 tst esme_ms_sms_storeforward.py: using CellId 21483\u000a12:32:26.655639 tst esme_ms_sms_storeforward.py: using BVCI 21484\u000a12:32:26.679264 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a12:32:26.906389 tst esme_ms_sms_storeforward.py: using MSISDN 7208\u000a12:32:27.113078 tst esme_ms_sms_storeforward.py:20: start nitb and bts...\u000a12:32:27.254047 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a12:32:27.944735 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5695): Launched\u000a12:32:28.275976 run osmo-nitb_10.42.42.2(pid=5696): Launched\u000a12:32:28.465932 run osmo-nitb_10.42.42.2(pid=5696): ERR: Terminated: ERROR {rc=2} [trial-2359↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5696)]\u000a12:32:28.604382 run osmo-nitb_10.42.42.2(pid=5696): stdout: \u000a| (launched: 2022-12-09_12:32:28.114915) \u000a12:32:28.743073 run osmo-nitb_10.42.42.2(pid=5696): stderr: \u000a| (launched: 2022-12-09_12:32:28.164533)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:32:28.876440 run osmo-nitb_10.42.42.2(pid=5696): stdout: \u000a| (launched: 2022-12-09_12:32:28.114915) \u000a12:32:29.008752 run osmo-nitb_10.42.42.2(pid=5696): stderr: \u000a| (launched: 2022-12-09_12:32:28.164533)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:32:29.066609 tst esme_ms_sms_storeforward.py:23: ERR: Error: osmo-nitb_10.42.42.2(pid=5696): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5696) [trial-2359↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5696)] [trial-2359↪nitb_smpp↪esme_ms_sms_storeforward.py:23]\u000a12:32:29.075146 tst esme_ms_sms_storeforward.py:23: Test FAILED (2.9 sec)\u000a12:32:29.112129 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5695): Terminating (SIGTERM)\u000a12:32:29.289786 --- ParallelTerminationStrategy: PID 5695 died...\u000a12:32:29.347537 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5695): Terminated: ok {rc=0}\u000a12:32:29.435524 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "nitb_smpp", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=5698): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5698) [trial-2359↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5698)]", "failedSince" : 2140, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_transaction.py\", line 21, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=5698): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5698) [trial-2359↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5698)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 nitb_smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a12:32:30.488823 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a12:32:30.500657 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a12:32:30.633467 tst esme_ms_sms_transaction.py: using LAC 21484\u000a12:32:30.765279 tst esme_ms_sms_transaction.py: using RAC 64\u000a12:32:30.910313 tst esme_ms_sms_transaction.py: using CellId 21484\u000a12:32:31.048939 tst esme_ms_sms_transaction.py: using BVCI 21485\u000a12:32:31.075632 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a12:32:31.299956 tst esme_ms_sms_transaction.py: using MSISDN 7209\u000a12:32:31.498797 tst esme_ms_sms_transaction.py:18: start nitb and bts...\u000a12:32:31.634069 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a12:32:32.300859 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5697): Launched\u000a12:32:32.631761 run osmo-nitb_10.42.42.2(pid=5698): Launched\u000a12:32:32.835556 run osmo-nitb_10.42.42.2(pid=5698): ERR: Terminated: ERROR {rc=2} [trial-2359↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5698)]\u000a12:32:32.985353 run osmo-nitb_10.42.42.2(pid=5698): stdout: \u000a| (launched: 2022-12-09_12:32:32.471167) \u000a12:32:33.135289 run osmo-nitb_10.42.42.2(pid=5698): stderr: \u000a| (launched: 2022-12-09_12:32:32.520714)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:32:33.280215 run osmo-nitb_10.42.42.2(pid=5698): stdout: \u000a| (launched: 2022-12-09_12:32:32.471167) \u000a12:32:33.423791 run osmo-nitb_10.42.42.2(pid=5698): stderr: \u000a| (launched: 2022-12-09_12:32:32.520714)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:32:33.765934 tst osmo-nitb_10.42.42.2(pid=5698): stdout: \u000a| (launched: 2022-12-09_12:32:32.471167) \u000a12:32:33.898800 tst osmo-nitb_10.42.42.2(pid=5698): stderr: \u000a| (launched: 2022-12-09_12:32:32.520714)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a12:32:33.956858 tst esme_ms_sms_transaction.py:21: ERR: Error: osmo-nitb_10.42.42.2(pid=5698): Process ended prematurely: osmo-nitb_10.42.42.2(pid=5698) [trial-2359↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=5698)] [trial-2359↪nitb_smpp↪esme_ms_sms_transaction.py:21]\u000a12:32:33.965905 tst esme_ms_sms_transaction.py:21: Test FAILED (3.5 sec)\u000a12:32:34.002881 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5697): Terminating (SIGTERM)\u000a12:32:34.181214 --- ParallelTerminationStrategy: PID 5697 died...\u000a12:32:34.239591 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=5697): Terminated: ok {rc=0}\u000a12:32:34.327042 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 16.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "160", "name" : "nitb_smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:32:20" }, { "cases" : [ { "testActions" : [ ], "age" : 29, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=5710): Process ended prematurely: osmo-hlr_10.42.42.2(pid=5710) [trial-2359↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5710)]", "failedSince" : 2331, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_acceptall.py\", line 23, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=5710): Process ended prematurely: osmo-hlr_10.42.42.2(pid=5710) [trial-2359↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5710)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a12:32:36.134628 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:32:36.145728 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:32:36.156162 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:32:36.166792 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:32:36.286463 tst esme_connect_policy_acceptall.py: using MSISDN 7210\u000a12:32:36.406123 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a12:32:36.987082 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=5705): Launched\u000a12:32:37.321276 run osmo-stp_10.42.42.4(pid=5706): Launched\u000a12:32:37.440103 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:32:37.963671 run create_hlr_db(pid=5707): Launched\u000a12:32:38.157706 bus /sierra_2: Setting Powered False\u000a12:32:39.177249 run create_hlr_db(pid=5707): Terminated: ok {rc=0}\u000a12:32:39.622073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5709): Launched\u000a12:32:39.955397 run osmo-hlr_10.42.42.2(pid=5710): Launched\u000a12:32:40.075955 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a12:32:40.684582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5712): Launched\u000a12:32:41.019792 run osmo-msc_10.42.42.5(pid=5713): Launched\u000a12:32:41.213506 run osmo-hlr_10.42.42.2(pid=5710): ERR: Terminated: ERROR {rc=237} [trial-2359↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5710)]\u000a12:32:41.358536 run osmo-hlr_10.42.42.2(pid=5710): stdout: \u000a| (launched: 2022-12-09_12:32:39.790938) \u000a12:32:41.498943 run osmo-hlr_10.42.42.2(pid=5710): stderr: \u000a| �[0;m�[1;31m20221209123239985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209123239985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209123239985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123239985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123239985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209123239985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209123240000 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209123240009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209123240009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209123240009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:32:41.632768 run osmo-hlr_10.42.42.2(pid=5710): stdout: \u000a| (launched: 2022-12-09_12:32:39.790938) \u000a12:32:41.765054 run osmo-hlr_10.42.42.2(pid=5710): stderr: \u000a| �[0;m�[1;31m20221209123239985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209123239985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209123239985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123239985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123239985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209123239985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209123240000 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209123240009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209123240009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209123240009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:32:41.822794 tst esme_connect_policy_acceptall.py:23: ERR: Error: osmo-hlr_10.42.42.2(pid=5710): Process ended prematurely: osmo-hlr_10.42.42.2(pid=5710) [trial-2359↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5710)] [trial-2359↪smpp↪esme_connect_policy_acceptall.py:23]\u000a12:32:41.831360 tst esme_connect_policy_acceptall.py:23: Test FAILED (5.7 sec)\u000a12:32:41.895296 run osmo-msc_10.42.42.5(pid=5713): ERR: Terminated: ERROR {rc=9} [trial-2359↪smpp↪esme_connect_policy_acceptall.py↪esme_connect_policy_acceptall.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=5713)]\u000a12:32:41.947558 run osmo-msc_10.42.42.5(pid=5713): stdout: \u000a| (launched: 2022-12-09_12:32:40.853802) \u000a12:32:42.000574 run osmo-msc_10.42.42.5(pid=5713): stderr: \u000a| �[0;m�[38;5;43m20221209123241216 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221209123241216 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221209123241217 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221209123241217 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221209123241217 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221209123241217 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221209123241217 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221209123241217 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221209123241217 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a12:32:42.045727 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=5705): Terminating (SIGTERM)\u000a12:32:42.088090 run osmo-stp_10.42.42.4(pid=5706): Terminating (SIGTERM)\u000a12:32:42.132019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5709): Terminating (SIGTERM)\u000a12:32:42.177358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5712): Terminating (SIGTERM)\u000a12:32:42.187751 --- ParallelTerminationStrategy: PID 5705 died...\u000a12:32:42.247015 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=5705): Terminated: ok {rc=0}\u000a12:32:42.257190 --- ParallelTerminationStrategy: PID 5706 died...\u000a12:32:42.313924 run osmo-stp_10.42.42.4(pid=5706): Terminated: ok {rc=0}\u000a12:32:42.324028 --- ParallelTerminationStrategy: PID 5709 died...\u000a12:32:42.380807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5709): Terminated: ok {rc=0}\u000a12:32:42.390883 --- ParallelTerminationStrategy: PID 5712 died...\u000a12:32:42.447319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5712): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 29, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=5721): Process ended prematurely: osmo-hlr_10.42.42.2(pid=5721) [trial-2359↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5721)]", "failedSince" : 2331, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_closed.py\", line 31, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=5721): Process ended prematurely: osmo-hlr_10.42.42.2(pid=5721) [trial-2359↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5721)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a12:32:42.462551 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:32:42.474366 tst smpp: Using 1 x bts (candidates: 1)\u000a12:32:42.608020 tst esme_connect_policy_closed.py: using LAC 21485\u000a12:32:42.737213 tst esme_connect_policy_closed.py: using RAC 65\u000a12:32:42.868910 tst esme_connect_policy_closed.py: using CellId 21485\u000a12:32:42.999973 tst esme_connect_policy_closed.py: using BVCI 21486\u000a12:32:43.025318 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:32:43.036184 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:32:43.047153 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:32:43.165541 tst esme_connect_policy_closed.py: using MSISDN 7211\u000a12:32:43.291947 tst esme_connect_policy_closed.py: using MSISDN 7212\u000a12:32:43.402863 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a12:32:43.945899 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=5716): Launched\u000a12:32:44.261855 run osmo-stp_10.42.42.4(pid=5717): Launched\u000a12:32:44.372188 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:32:44.871978 run create_hlr_db(pid=5718): Launched\u000a12:32:46.056585 run create_hlr_db(pid=5718): Terminated: ok {rc=0}\u000a12:32:46.396718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5720): Launched\u000a12:32:46.813511 run osmo-hlr_10.42.42.2(pid=5721): Launched\u000a12:32:46.971119 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a12:32:47.629638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5723): Launched\u000a12:32:47.944440 run osmo-msc_10.42.42.5(pid=5724): Launched\u000a12:32:48.128355 run osmo-hlr_10.42.42.2(pid=5721): ERR: Terminated: ERROR {rc=237} [trial-2359↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5721)]\u000a12:32:48.261531 run osmo-hlr_10.42.42.2(pid=5721): stdout: \u000a| (launched: 2022-12-09_12:32:46.557145) \u000a12:32:48.392212 run osmo-hlr_10.42.42.2(pid=5721): stderr: \u000a| �[0;m�[1;31m20221209123246900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209123246900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209123246900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123246915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123246915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209123246915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209123246933 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209123246950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209123246950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209123246950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:32:48.517928 run osmo-hlr_10.42.42.2(pid=5721): stdout: \u000a| (launched: 2022-12-09_12:32:46.557145) \u000a12:32:48.642505 run osmo-hlr_10.42.42.2(pid=5721): stderr: \u000a| �[0;m�[1;31m20221209123246900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209123246900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209123246900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123246915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123246915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209123246915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209123246933 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209123246950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209123246950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209123246950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:32:48.697153 tst esme_connect_policy_closed.py:31: ERR: Error: osmo-hlr_10.42.42.2(pid=5721): Process ended prematurely: osmo-hlr_10.42.42.2(pid=5721) [trial-2359↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5721)] [trial-2359↪smpp↪esme_connect_policy_closed.py:31]\u000a12:32:48.704868 tst esme_connect_policy_closed.py:31: Test FAILED (6.2 sec)\u000a12:32:48.765067 run osmo-msc_10.42.42.5(pid=5724): ERR: Terminated: ERROR {rc=9} [trial-2359↪smpp↪esme_connect_policy_closed.py↪esme_connect_policy_closed.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=5724)]\u000a12:32:48.814478 run osmo-msc_10.42.42.5(pid=5724): stdout: \u000a| (launched: 2022-12-09_12:32:47.787903) \u000a12:32:48.865078 run osmo-msc_10.42.42.5(pid=5724): stderr: \u000a| �[0;m�[38;5;43m20221209123248103 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221209123248103 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221209123248103 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221209123248103 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221209123248104 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221209123248104 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221209123248104 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221209123248104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221209123248104 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a12:32:48.907312 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=5716): Terminating (SIGTERM)\u000a12:32:48.947096 run osmo-stp_10.42.42.4(pid=5717): Terminating (SIGTERM)\u000a12:32:48.988240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5720): Terminating (SIGTERM)\u000a12:32:49.030798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5723): Terminating (SIGTERM)\u000a12:32:49.041344 --- ParallelTerminationStrategy: PID 5716 died...\u000a12:32:49.094983 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=5716): Terminated: ok {rc=0}\u000a12:32:49.104559 --- ParallelTerminationStrategy: PID 5717 died...\u000a12:32:49.157665 run osmo-stp_10.42.42.4(pid=5717): Terminated: ok {rc=0}\u000a12:32:49.167179 --- ParallelTerminationStrategy: PID 5720 died...\u000a12:32:49.220889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5720): Terminated: ok {rc=0}\u000a12:32:49.230404 --- ParallelTerminationStrategy: PID 5723 died...\u000a12:32:49.283547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5723): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 29, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5733): Process ended prematurely: osmo-stp_10.42.42.5(pid=5733) [trial-2359↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5733)]", "failedSince" : 2331, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_storeforward.py\", line 30, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5733): Process ended prematurely: osmo-stp_10.42.42.5(pid=5733) [trial-2359↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5733)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a12:32:49.297855 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:32:49.308810 tst smpp: Using 1 x bts (candidates: 1)\u000a12:32:49.435640 tst esme_ms_sms_storeforward.py: using LAC 21486\u000a12:32:49.560697 tst esme_ms_sms_storeforward.py: using RAC 66\u000a12:32:49.683684 tst esme_ms_sms_storeforward.py: using CellId 21486\u000a12:32:49.811573 tst esme_ms_sms_storeforward.py: using BVCI 21487\u000a12:32:49.835512 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:32:49.846021 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:32:49.856322 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:32:49.866610 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:32:49.876879 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:32:49.887174 tst smpp: Using 1 x modem (candidates: 1)\u000a12:32:50.111642 tst esme_ms_sms_storeforward.py: using MSISDN 7213\u000a12:32:50.223263 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:32:50.727658 run create_hlr_db(pid=5727): Launched\u000a12:32:51.911736 run create_hlr_db(pid=5727): Terminated: ok {rc=0}\u000a12:32:52.237429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5729): Launched\u000a12:32:52.553542 run osmo-hlr_10.42.42.2(pid=5730): Launched\u000a12:32:52.677579 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:32:53.233134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5732): Launched\u000a12:32:53.550676 run osmo-stp_10.42.42.5(pid=5733): Launched\u000a12:32:53.665155 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:32:54.239196 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5735): Launched\u000a12:32:54.559079 run osmo-msc_10.42.42.6(pid=5736): Launched\u000a12:32:54.743864 run osmo-stp_10.42.42.5(pid=5733): ERR: Terminated: ERROR {rc=1} [trial-2359↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5733)]\u000a12:32:54.876523 run osmo-stp_10.42.42.5(pid=5733): stdout: \u000a| (launched: 2022-12-09_12:32:53.393163)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:32:55.007107 run osmo-stp_10.42.42.5(pid=5733): stderr: \u000a| �[0;m�[38;5;43m20221209123253566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123253567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123253567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123253567 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123253568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123253568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123253568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:32:55.133177 run osmo-stp_10.42.42.5(pid=5733): stdout: \u000a| (launched: 2022-12-09_12:32:53.393163)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:32:55.257951 run osmo-stp_10.42.42.5(pid=5733): stderr: \u000a| �[0;m�[38;5;43m20221209123253566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123253567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123253567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123253567 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123253568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123253568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123253568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:32:55.312489 tst esme_ms_sms_storeforward.py:30: ERR: Error: osmo-stp_10.42.42.5(pid=5733): Process ended prematurely: osmo-stp_10.42.42.5(pid=5733) [trial-2359↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5733)] [trial-2359↪smpp↪esme_ms_sms_storeforward.py:30]\u000a12:32:55.320516 tst esme_ms_sms_storeforward.py:30: Test FAILED (6.0 sec)\u000a12:32:55.381008 run osmo-hlr_10.42.42.2(pid=5730): ERR: Terminated: ERROR {rc=237} [trial-2359↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5730)]\u000a12:32:55.430360 run osmo-hlr_10.42.42.2(pid=5730): stdout: \u000a| (launched: 2022-12-09_12:32:52.396547) \u000a12:32:55.480642 run osmo-hlr_10.42.42.2(pid=5730): stderr: \u000a| �[0;m�[1;31m20221209123252578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209123252578 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209123252579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123252579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123252579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209123252579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209123252591 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/smpp/esme_ms_sms_storeforward.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209123252601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209123252601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209123252601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:32:55.548981 run osmo-msc_10.42.42.6(pid=5736): ERR: Terminated: ERROR {rc=2} [trial-2359↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5736)]\u000a12:32:55.598666 run osmo-msc_10.42.42.6(pid=5736): stdout: \u000a| (launched: 2022-12-09_12:32:54.399917) \u000a12:32:55.648903 run osmo-msc_10.42.42.6(pid=5736): stderr: \u000a| �[0;m�[38;5;43m20221209123254676 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209123254676 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f33be257c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209123254676 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209123254676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209123254676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209123254677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209123254679 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209123254679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209123254679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209123254679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:32:55.691578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5729): Terminating (SIGTERM)\u000a12:32:55.731842 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5732): Terminating (SIGTERM)\u000a12:32:55.772079 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5735): Terminating (SIGTERM)\u000a12:32:55.781377 --- ParallelTerminationStrategy: PID 5729 died...\u000a12:32:55.835563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5729): Terminated: ok {rc=0}\u000a12:32:55.845357 --- ParallelTerminationStrategy: PID 5732 died...\u000a12:32:55.899213 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5732): Terminated: ok {rc=0}\u000a12:32:55.908735 --- ParallelTerminationStrategy: PID 5735 died...\u000a12:32:55.962381 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5735): Terminated: ok {rc=0}\u000a12:32:56.052375 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 29, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5745): Process ended prematurely: osmo-stp_10.42.42.5(pid=5745) [trial-2359↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5745)]", "failedSince" : 2331, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_transaction.py\", line 28, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5745): Process ended prematurely: osmo-stp_10.42.42.5(pid=5745) [trial-2359↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5745)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a12:32:57.105352 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:32:57.117121 tst smpp: Using 1 x bts (candidates: 1)\u000a12:32:57.257940 tst esme_ms_sms_transaction.py: using LAC 21487\u000a12:32:57.389660 tst esme_ms_sms_transaction.py: using RAC 67\u000a12:32:57.521506 tst esme_ms_sms_transaction.py: using CellId 21487\u000a12:32:57.654471 tst esme_ms_sms_transaction.py: using BVCI 21488\u000a12:32:57.680204 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:32:57.691173 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:32:57.702058 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:32:57.713077 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:32:57.724087 tst smpp: Using 1 x ip_address (candidates: 6)\u000a12:32:57.735074 tst smpp: Using 1 x modem (candidates: 1)\u000a12:32:57.960435 tst esme_ms_sms_transaction.py: using MSISDN 7214\u000a12:32:58.080742 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:32:58.609523 run create_hlr_db(pid=5738): Launched\u000a12:32:58.805117 bus /sierra_2: Setting Powered False\u000a12:32:59.814626 run create_hlr_db(pid=5738): Terminated: ok {rc=0}\u000a12:33:00.274617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5740): Launched\u000a12:33:00.612677 run osmo-hlr_10.42.42.2(pid=5741): Launched\u000a12:33:00.735313 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:33:01.417277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5744): Launched\u000a12:33:01.851193 run osmo-stp_10.42.42.5(pid=5745): Launched\u000a12:33:01.967868 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:33:02.655028 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5747): Launched\u000a12:33:02.971883 run osmo-msc_10.42.42.6(pid=5748): Launched\u000a12:33:03.156810 run osmo-stp_10.42.42.5(pid=5745): ERR: Terminated: ERROR {rc=1} [trial-2359↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5745)]\u000a12:33:03.290788 run osmo-stp_10.42.42.5(pid=5745): stdout: \u000a| (launched: 2022-12-09_12:33:01.592059)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:33:03.422548 run osmo-stp_10.42.42.5(pid=5745): stderr: \u000a| �[0;m�[38;5;43m20221209123301956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123301956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123301956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123301956 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123301963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123301963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123301963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:33:03.549331 run osmo-stp_10.42.42.5(pid=5745): stdout: \u000a| (launched: 2022-12-09_12:33:01.592059)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:33:03.675135 run osmo-stp_10.42.42.5(pid=5745): stderr: \u000a| �[0;m�[38;5;43m20221209123301956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123301956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123301956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123301956 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123301963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123301963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123301963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:33:03.730437 tst esme_ms_sms_transaction.py:28: ERR: Error: osmo-stp_10.42.42.5(pid=5745): Process ended prematurely: osmo-stp_10.42.42.5(pid=5745) [trial-2359↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5745)] [trial-2359↪smpp↪esme_ms_sms_transaction.py:28]\u000a12:33:03.738700 tst esme_ms_sms_transaction.py:28: Test FAILED (6.6 sec)\u000a12:33:03.798474 run osmo-hlr_10.42.42.2(pid=5741): ERR: Terminated: ERROR {rc=237} [trial-2359↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5741)]\u000a12:33:03.848065 run osmo-hlr_10.42.42.2(pid=5741): stdout: \u000a| (launched: 2022-12-09_12:33:00.445361) \u000a12:33:03.898508 run osmo-hlr_10.42.42.2(pid=5741): stderr: \u000a| �[0;m�[1;31m20221209123300648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209123300648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209123300648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123300648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123300648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209123300648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209123300661 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/smpp/esme_ms_sms_transaction.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209123300670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209123300670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209123300670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:33:03.966746 run osmo-msc_10.42.42.6(pid=5748): ERR: Terminated: ERROR {rc=2} [trial-2359↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5748)]\u000a12:33:04.016269 run osmo-msc_10.42.42.6(pid=5748): stdout: \u000a| (launched: 2022-12-09_12:33:02.814995) \u000a12:33:04.066384 run osmo-msc_10.42.42.6(pid=5748): stderr: \u000a| �[0;m�[38;5;43m20221209123303091 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209123303092 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f86db236c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209123303092 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209123303092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209123303092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209123303092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209123303094 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209123303095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209123303095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209123303095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:33:04.109273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5740): Terminating (SIGTERM)\u000a12:33:04.149791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5744): Terminating (SIGTERM)\u000a12:33:04.190405 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5747): Terminating (SIGTERM)\u000a12:33:04.199699 --- ParallelTerminationStrategy: PID 5740 died...\u000a12:33:04.254009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5740): Terminated: ok {rc=0}\u000a12:33:04.263696 --- ParallelTerminationStrategy: PID 5744 died...\u000a12:33:04.317454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5744): Terminated: ok {rc=0}\u000a12:33:04.327198 --- ParallelTerminationStrategy: PID 5747 died...\u000a12:33:04.381038 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5747): Terminated: ok {rc=0}\u000a12:33:04.470514 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 31.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "161", "name" : "smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:32:35" }, { "cases" : [ { "testActions" : [ ], "age" : 29, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5759): Process ended prematurely: osmo-stp_10.42.42.5(pid=5759) [trial-2359↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5759)]", "failedSince" : 2331, "name" : "register_a5_0_authopt.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authopt.py\", line 8, in \u000a encryption_test_setup_run(False, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5759): Process ended prematurely: osmo-stp_10.42.42.5(pid=5759) [trial-2359↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5759)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 encryption register_a5_0_authopt.py\u000a----------------------------------------------\u000a12:33:06.350379 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:33:06.361556 tst encryption: Using 1 x bts (candidates: 1)\u000a12:33:06.495999 tst register_a5_0_authopt.py: using LAC 21488\u000a12:33:06.628013 tst register_a5_0_authopt.py: using RAC 68\u000a12:33:06.761281 tst register_a5_0_authopt.py: using CellId 21488\u000a12:33:06.895970 tst register_a5_0_authopt.py: using BVCI 21489\u000a12:33:06.922082 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:33:06.933109 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:33:06.943993 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:33:06.955276 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:33:06.966530 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:33:06.977972 tst encryption: Using 1 x modem (candidates: 1)\u000a12:33:07.267584 tst register_a5_0_authopt.py:8: start network...\u000a12:33:07.399837 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:33:07.910244 run create_hlr_db(pid=5753): Launched\u000a12:33:08.092573 bus /sierra_2: Setting Powered False\u000a12:33:09.114043 run create_hlr_db(pid=5753): Terminated: ok {rc=0}\u000a12:33:09.540543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5755): Launched\u000a12:33:09.859484 run osmo-hlr_10.42.42.2(pid=5756): Launched\u000a12:33:09.979607 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:33:10.532836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5758): Launched\u000a12:33:10.853775 run osmo-stp_10.42.42.5(pid=5759): Launched\u000a12:33:10.968852 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:33:11.548548 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5761): Launched\u000a12:33:11.868784 run osmo-msc_10.42.42.6(pid=5762): Launched\u000a12:33:12.053385 run osmo-stp_10.42.42.5(pid=5759): ERR: Terminated: ERROR {rc=1} [trial-2359↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5759)]\u000a12:33:12.186569 run osmo-stp_10.42.42.5(pid=5759): stdout: \u000a| (launched: 2022-12-09_12:33:10.693461)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:33:12.318171 run osmo-stp_10.42.42.5(pid=5759): stderr: \u000a| �[0;m�[38;5;43m20221209123310867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123310867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123310867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123310868 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123310868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123310868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123310868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:33:12.444598 run osmo-stp_10.42.42.5(pid=5759): stdout: \u000a| (launched: 2022-12-09_12:33:10.693461)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:33:12.569922 run osmo-stp_10.42.42.5(pid=5759): stderr: \u000a| �[0;m�[38;5;43m20221209123310867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123310867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123310867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123310868 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123310868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123310868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123310868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:33:12.625260 tst register_a5_0_authopt.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5759): Process ended prematurely: osmo-stp_10.42.42.5(pid=5759) [trial-2359↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5759)] [trial-2359↪encryption↪register_a5_0_authopt.py:8]\u000a12:33:12.633713 tst register_a5_0_authopt.py:8: Test FAILED (6.3 sec)\u000a12:33:12.693880 run osmo-hlr_10.42.42.2(pid=5756): ERR: Terminated: ERROR {rc=237} [trial-2359↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5756)]\u000a12:33:12.743265 run osmo-hlr_10.42.42.2(pid=5756): stdout: \u000a| (launched: 2022-12-09_12:33:09.701682) \u000a12:33:12.793410 run osmo-hlr_10.42.42.2(pid=5756): stderr: \u000a| �[0;m�[1;31m20221209123309885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209123309885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209123309885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123309885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123309885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209123309885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209123309898 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/encryption/register_a5_0_authopt.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209123309906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209123309906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209123309907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:33:12.861415 run osmo-msc_10.42.42.6(pid=5762): ERR: Terminated: ERROR {rc=2} [trial-2359↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5762)]\u000a12:33:12.910866 run osmo-msc_10.42.42.6(pid=5762): stdout: \u000a| (launched: 2022-12-09_12:33:11.709535) \u000a12:33:12.961137 run osmo-msc_10.42.42.6(pid=5762): stderr: \u000a| �[0;m�[38;5;43m20221209123311985 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209123311985 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f93cd58fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209123311985 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209123311986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209123311986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209123311986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209123311988 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209123311988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209123311988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209123311988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:33:13.003412 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5755): Terminating (SIGTERM)\u000a12:33:13.043726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5758): Terminating (SIGTERM)\u000a12:33:13.083923 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5761): Terminating (SIGTERM)\u000a12:33:13.092818 --- ParallelTerminationStrategy: PID 5755 died...\u000a12:33:13.146655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5755): Terminated: ok {rc=0}\u000a12:33:13.156274 --- ParallelTerminationStrategy: PID 5758 died...\u000a12:33:13.209673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5758): Terminated: ok {rc=0}\u000a12:33:13.219283 --- ParallelTerminationStrategy: PID 5761 died...\u000a12:33:13.272588 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5761): Terminated: ok {rc=0}\u000a12:33:13.361703 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 29, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5770): Process ended prematurely: osmo-stp_10.42.42.5(pid=5770) [trial-2359↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5770)]", "failedSince" : 2331, "name" : "register_a5_0_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5770): Process ended prematurely: osmo-stp_10.42.42.5(pid=5770) [trial-2359↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5770)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 encryption register_a5_0_authreq.py\u000a----------------------------------------------\u000a12:33:14.481149 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:33:14.493154 tst encryption: Using 1 x bts (candidates: 1)\u000a12:33:14.623299 tst register_a5_0_authreq.py: using LAC 21489\u000a12:33:14.749629 tst register_a5_0_authreq.py: using RAC 69\u000a12:33:14.875089 tst register_a5_0_authreq.py: using CellId 21489\u000a12:33:15.000734 tst register_a5_0_authreq.py: using BVCI 21490\u000a12:33:15.024769 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:33:15.035317 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:33:15.045742 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:33:15.056008 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:33:15.066341 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:33:15.076594 tst encryption: Using 1 x modem (candidates: 1)\u000a12:33:15.383432 tst register_a5_0_authreq.py:8: start network...\u000a12:33:15.525457 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:33:16.132848 run create_hlr_db(pid=5764): Launched\u000a12:33:16.342014 bus /sierra_2: Setting Powered False\u000a12:33:17.363432 run create_hlr_db(pid=5764): Terminated: ok {rc=0}\u000a12:33:17.817340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5766): Launched\u000a12:33:18.159172 run osmo-hlr_10.42.42.2(pid=5767): Launched\u000a12:33:18.283351 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:33:18.872509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5769): Launched\u000a12:33:19.214665 run osmo-stp_10.42.42.5(pid=5770): Launched\u000a12:33:19.338060 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:33:19.960589 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5772): Launched\u000a12:33:20.303617 run osmo-msc_10.42.42.6(pid=5773): Launched\u000a12:33:20.501896 run osmo-stp_10.42.42.5(pid=5770): ERR: Terminated: ERROR {rc=1} [trial-2359↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5770)]\u000a12:33:20.645716 run osmo-stp_10.42.42.5(pid=5770): stdout: \u000a| (launched: 2022-12-09_12:33:19.045163)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:33:20.787649 run osmo-stp_10.42.42.5(pid=5770): stderr: \u000a| �[0;m�[38;5;43m20221209123319239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123319239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123319239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123319240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123319240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123319240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123319240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:33:20.923466 run osmo-stp_10.42.42.5(pid=5770): stdout: \u000a| (launched: 2022-12-09_12:33:19.045163)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:33:21.057804 run osmo-stp_10.42.42.5(pid=5770): stderr: \u000a| �[0;m�[38;5;43m20221209123319239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123319239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123319239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123319240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123319240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123319240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123319240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:33:21.117217 tst register_a5_0_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5770): Process ended prematurely: osmo-stp_10.42.42.5(pid=5770) [trial-2359↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5770)] [trial-2359↪encryption↪register_a5_0_authreq.py:8]\u000a12:33:21.126597 tst register_a5_0_authreq.py:8: Test FAILED (6.7 sec)\u000a12:33:21.190678 run osmo-hlr_10.42.42.2(pid=5767): ERR: Terminated: ERROR {rc=237} [trial-2359↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5767)]\u000a12:33:21.243153 run osmo-hlr_10.42.42.2(pid=5767): stdout: \u000a| (launched: 2022-12-09_12:33:17.990080) \u000a12:33:21.296329 run osmo-hlr_10.42.42.2(pid=5767): stderr: \u000a| �[0;m�[1;31m20221209123318195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209123318196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209123318196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123318196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123318196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209123318196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209123318208 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/encryption/register_a5_0_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209123318216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209123318216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209123318216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:33:21.368283 run osmo-msc_10.42.42.6(pid=5773): ERR: Terminated: ERROR {rc=2} [trial-2359↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5773)]\u000a12:33:21.420933 run osmo-msc_10.42.42.6(pid=5773): stdout: \u000a| (launched: 2022-12-09_12:33:20.133684) \u000a12:33:21.474039 run osmo-msc_10.42.42.6(pid=5773): stderr: \u000a| �[0;m�[38;5;43m20221209123320460 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209123320460 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa60e925c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209123320460 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209123320460 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209123320461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209123320461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209123320462 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209123320463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209123320463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209123320463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:33:21.519315 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5766): Terminating (SIGTERM)\u000a12:33:21.562233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5769): Terminating (SIGTERM)\u000a12:33:21.605562 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5772): Terminating (SIGTERM)\u000a12:33:21.615630 --- ParallelTerminationStrategy: PID 5766 died...\u000a12:33:21.673437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5766): Terminated: ok {rc=0}\u000a12:33:21.683707 --- ParallelTerminationStrategy: PID 5769 died...\u000a12:33:21.740850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5769): Terminated: ok {rc=0}\u000a12:33:21.751161 --- ParallelTerminationStrategy: PID 5772 died...\u000a12:33:21.807841 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5772): Terminated: ok {rc=0}\u000a12:33:21.897058 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 29, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5781): Process ended prematurely: osmo-stp_10.42.42.5(pid=5781) [trial-2359↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5781)]", "failedSince" : 2331, "name" : "register_a5_1_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_1_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_1')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5781): Process ended prematurely: osmo-stp_10.42.42.5(pid=5781) [trial-2359↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5781)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 encryption register_a5_1_authreq.py\u000a----------------------------------------------\u000a12:33:23.017749 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:33:23.029740 tst encryption: Using 1 x bts (candidates: 1)\u000a12:33:23.167633 tst register_a5_1_authreq.py: using LAC 21490\u000a12:33:23.294272 tst register_a5_1_authreq.py: using RAC 70\u000a12:33:23.420524 tst register_a5_1_authreq.py: using CellId 21490\u000a12:33:23.547148 tst register_a5_1_authreq.py: using BVCI 21491\u000a12:33:23.571477 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:33:23.582342 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:33:23.592939 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:33:23.603408 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:33:23.613825 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:33:23.624131 tst encryption: Using 1 x modem (candidates: 1)\u000a12:33:23.930011 tst register_a5_1_authreq.py:8: start network...\u000a12:33:24.071710 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:33:24.607450 run create_hlr_db(pid=5775): Launched\u000a12:33:24.804389 bus /sierra_2: Setting Powered False\u000a12:33:25.825537 run create_hlr_db(pid=5775): Terminated: ok {rc=0}\u000a12:33:26.281188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5777): Launched\u000a12:33:26.624239 run osmo-hlr_10.42.42.2(pid=5778): Launched\u000a12:33:26.753112 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:33:27.349535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5780): Launched\u000a12:33:27.671184 run osmo-stp_10.42.42.5(pid=5781): Launched\u000a12:33:27.786012 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:33:28.364773 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5783): Launched\u000a12:33:28.683645 run osmo-msc_10.42.42.6(pid=5784): Launched\u000a12:33:28.869796 run osmo-stp_10.42.42.5(pid=5781): ERR: Terminated: ERROR {rc=1} [trial-2359↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5781)]\u000a12:33:29.003500 run osmo-stp_10.42.42.5(pid=5781): stdout: \u000a| (launched: 2022-12-09_12:33:27.511522)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:33:29.135604 run osmo-stp_10.42.42.5(pid=5781): stderr: \u000a| �[0;m�[38;5;43m20221209123327684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123327684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123327684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123327685 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123327685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123327686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123327686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:33:29.262515 run osmo-stp_10.42.42.5(pid=5781): stdout: \u000a| (launched: 2022-12-09_12:33:27.511522)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:33:29.387898 run osmo-stp_10.42.42.5(pid=5781): stderr: \u000a| �[0;m�[38;5;43m20221209123327684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123327684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123327684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123327685 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123327685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123327686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123327686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:33:29.443143 tst register_a5_1_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5781): Process ended prematurely: osmo-stp_10.42.42.5(pid=5781) [trial-2359↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5781)] [trial-2359↪encryption↪register_a5_1_authreq.py:8]\u000a12:33:29.451649 tst register_a5_1_authreq.py:8: Test FAILED (6.5 sec)\u000a12:33:29.512303 run osmo-hlr_10.42.42.2(pid=5778): ERR: Terminated: ERROR {rc=237} [trial-2359↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5778)]\u000a12:33:29.562240 run osmo-hlr_10.42.42.2(pid=5778): stdout: \u000a| (launched: 2022-12-09_12:33:26.454089) \u000a12:33:29.612667 run osmo-hlr_10.42.42.2(pid=5778): stderr: \u000a| �[0;m�[1;31m20221209123326655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209123326655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209123326655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123326655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123326655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209123326655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209123326667 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/encryption/register_a5_1_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209123326675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209123326675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209123326675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:33:29.680918 run osmo-msc_10.42.42.6(pid=5784): ERR: Terminated: ERROR {rc=2} [trial-2359↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5784)]\u000a12:33:29.730403 run osmo-msc_10.42.42.6(pid=5784): stdout: \u000a| (launched: 2022-12-09_12:33:28.525616) \u000a12:33:29.780800 run osmo-msc_10.42.42.6(pid=5784): stderr: \u000a| �[0;m�[38;5;43m20221209123328800 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209123328800 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff479ae7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209123328800 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209123328800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209123328801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209123328801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209123328803 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209123328803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209123328803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209123328803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:33:29.823509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5777): Terminating (SIGTERM)\u000a12:33:29.864046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5780): Terminating (SIGTERM)\u000a12:33:29.905067 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5783): Terminating (SIGTERM)\u000a12:33:29.914425 --- ParallelTerminationStrategy: PID 5777 died...\u000a12:33:29.968700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5777): Terminated: ok {rc=0}\u000a12:33:29.978579 --- ParallelTerminationStrategy: PID 5780 died...\u000a12:33:30.032295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5780): Terminated: ok {rc=0}\u000a12:33:30.042030 --- ParallelTerminationStrategy: PID 5783 died...\u000a12:33:30.095519 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5783): Terminated: ok {rc=0}\u000a12:33:30.185820 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 29, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5792): Process ended prematurely: osmo-stp_10.42.42.5(pid=5792) [trial-2359↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5792)]", "failedSince" : 2331, "name" : "register_a5_3_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_3_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_3')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5792): Process ended prematurely: osmo-stp_10.42.42.5(pid=5792) [trial-2359↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5792)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 encryption register_a5_3_authreq.py\u000a----------------------------------------------\u000a12:33:31.306657 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:33:31.319122 tst encryption: Using 1 x bts (candidates: 1)\u000a12:33:31.479269 tst register_a5_3_authreq.py: using LAC 21491\u000a12:33:31.648175 tst register_a5_3_authreq.py: using RAC 71\u000a12:33:31.817770 tst register_a5_3_authreq.py: using CellId 21491\u000a12:33:31.972408 tst register_a5_3_authreq.py: using BVCI 21492\u000a12:33:31.997839 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:33:32.009606 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:33:32.021803 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:33:32.033632 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:33:32.045595 tst encryption: Using 1 x ip_address (candidates: 6)\u000a12:33:32.057981 tst encryption: Using 1 x modem (candidates: 1)\u000a12:33:32.365778 tst register_a5_3_authreq.py:8: start network...\u000a12:33:32.498544 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:33:33.009471 run create_hlr_db(pid=5786): Launched\u000a12:33:33.192538 bus /sierra_2: Setting Powered False\u000a12:33:34.213861 run create_hlr_db(pid=5786): Terminated: ok {rc=0}\u000a12:33:34.640603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5788): Launched\u000a12:33:34.960811 run osmo-hlr_10.42.42.2(pid=5789): Launched\u000a12:33:35.077380 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:33:35.631392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5791): Launched\u000a12:33:35.952486 run osmo-stp_10.42.42.5(pid=5792): Launched\u000a12:33:36.068221 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:33:36.651485 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5794): Launched\u000a12:33:36.971343 run osmo-msc_10.42.42.6(pid=5795): Launched\u000a12:33:37.159422 run osmo-stp_10.42.42.5(pid=5792): ERR: Terminated: ERROR {rc=1} [trial-2359↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5792)]\u000a12:33:37.294185 run osmo-stp_10.42.42.5(pid=5792): stdout: \u000a| (launched: 2022-12-09_12:33:35.793270)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:33:37.427030 run osmo-stp_10.42.42.5(pid=5792): stderr: \u000a| �[0;m�[38;5;43m20221209123335967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123335967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123335967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123335968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123335968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123335968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123335968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:33:37.554804 run osmo-stp_10.42.42.5(pid=5792): stdout: \u000a| (launched: 2022-12-09_12:33:35.793270)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:33:37.681353 run osmo-stp_10.42.42.5(pid=5792): stderr: \u000a| �[0;m�[38;5;43m20221209123335967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123335967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123335967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123335968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123335968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123335968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123335968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:33:37.737226 tst register_a5_3_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=5792): Process ended prematurely: osmo-stp_10.42.42.5(pid=5792) [trial-2359↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5792)] [trial-2359↪encryption↪register_a5_3_authreq.py:8]\u000a12:33:37.745853 tst register_a5_3_authreq.py:8: Test FAILED (6.5 sec)\u000a12:33:37.805900 run osmo-hlr_10.42.42.2(pid=5789): ERR: Terminated: ERROR {rc=237} [trial-2359↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5789)]\u000a12:33:37.855255 run osmo-hlr_10.42.42.2(pid=5789): stdout: \u000a| (launched: 2022-12-09_12:33:34.802877) \u000a12:33:37.905306 run osmo-hlr_10.42.42.2(pid=5789): stderr: \u000a| �[0;m�[1;31m20221209123334986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209123334986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209123334986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123334986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123334986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209123334986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209123334998 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/encryption/register_a5_3_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209123335006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209123335006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209123335006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:33:37.973935 run osmo-msc_10.42.42.6(pid=5795): ERR: Terminated: ERROR {rc=2} [trial-2359↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5795)]\u000a12:33:38.023317 run osmo-msc_10.42.42.6(pid=5795): stdout: \u000a| (launched: 2022-12-09_12:33:36.813493) \u000a12:33:38.073470 run osmo-msc_10.42.42.6(pid=5795): stderr: \u000a| �[0;m�[38;5;43m20221209123337090 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209123337090 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f86ac934c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209123337090 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209123337090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209123337090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209123337090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209123337092 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209123337092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209123337093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209123337093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:33:38.116297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5788): Terminating (SIGTERM)\u000a12:33:38.156719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5791): Terminating (SIGTERM)\u000a12:33:38.197013 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5794): Terminating (SIGTERM)\u000a12:33:38.206180 --- ParallelTerminationStrategy: PID 5788 died...\u000a12:33:38.260393 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5788): Terminated: ok {rc=0}\u000a12:33:38.269986 --- ParallelTerminationStrategy: PID 5791 died...\u000a12:33:38.323664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5791): Terminated: ok {rc=0}\u000a12:33:38.333393 --- ParallelTerminationStrategy: PID 5794 died...\u000a12:33:38.387045 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5794): Terminated: ok {rc=0}\u000a12:33:38.477893 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 35.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "162", "name" : "encryption", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:33:06" }, { "cases" : [ { "testActions" : [ ], "age" : 221, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 21.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=5813): Process ended prematurely: srsepc(pid=5813) [trial-2359↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=5813)]", "failedSince" : 2139, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/handover.py\", line 37, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=5813): Process ended prematurely: srsepc(pid=5813) [trial-2359↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=5813)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 4g:srsenb-rftype@zmq+srsue-rftype@zmq handover.py\u000a----------------------------------------------\u000a12:33:40.480903 tst handover.py:11: TEST_CONFIG:\u000a{}\u000a12:33:40.527938 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a12:33:40.544754 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a12:33:40.568748 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a12:33:40.720146 tst handover.py: using MSISDN 7215\u000a12:33:40.840114 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7215', subscriber_id=0}\u000a12:33:40.958993 run srsepc_10.42.42.118: Starting srsepc\u000a12:33:42.912628 run rm-remote-dir(pid=5801): Launched\u000a12:33:43.116289 bus /sierra_2: Setting Powered False\u000a12:33:44.141758 run rm-remote-dir(pid=5801): Terminated: ok {rc=0}\u000a12:33:44.586352 run mk-remote-dir(pid=5802): Launched\u000a12:33:45.781187 run mk-remote-dir(pid=5802): Terminated: ok {rc=0}\u000a12:33:46.162288 run scp-inst-to-remote(pid=5803): Launched\u000a12:33:48.355923 run scp-inst-to-remote(pid=5803): Terminated: ok {rc=0}\u000a12:33:48.703062 run rm-remote-dir(pid=5805): Launched\u000a12:33:49.895728 run rm-remote-dir(pid=5805): Terminated: ok {rc=0}\u000a12:33:50.238266 run mk-remote-dir(pid=5806): Launched\u000a12:33:51.431838 run mk-remote-dir(pid=5806): Terminated: ok {rc=0}\u000a12:33:51.721654 run scp-cfg-to-remote(pid=5807): Launched\u000a12:33:52.912355 run scp-cfg-to-remote(pid=5807): Terminated: ok {rc=0}\u000a12:33:53.202175 run scp-db-to-remote(pid=5809): Launched\u000a12:33:54.393753 run scp-db-to-remote(pid=5809): Terminated: ok {rc=0}\u000a12:33:54.511077 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a12:33:54.846194 run patchelf(pid=5811): Launched\u000a12:33:56.040860 run patchelf(pid=5811): Terminated: ok {rc=0}\u000a12:33:56.158802 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a12:33:56.492143 run setcap-netadm(pid=5812): Launched\u000a12:33:57.684026 run setcap-netadm(pid=5812): Terminated: ok {rc=0}\u000a12:33:58.009137 run srsepc(pid=5813): Launched\u000a12:33:58.123562 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a12:33:59.352828 run rm-remote-dir(pid=5814): Launched\u000a12:33:59.556393 run srsepc(pid=5813): ERR: Terminated: ERROR {rc=127} [trial-2359↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=5813)]\u000a12:33:59.704936 run srsepc(pid=5813): stdout: \u000a| (launched: 2022-12-09_12:33:57.851304)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a12:33:59.852789 run srsepc(pid=5813): stderr: \u000a| (launched: 2022-12-09_12:33:57.898682)\u000a| Connection to 10.42.42.116 closed. \u000a12:33:59.996695 run srsepc(pid=5813): stdout: \u000a| (launched: 2022-12-09_12:33:57.851304)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a12:34:00.140058 run srsepc(pid=5813): stderr: \u000a| (launched: 2022-12-09_12:33:57.898682)\u000a| Connection to 10.42.42.116 closed. \u000a12:34:00.307389 run rm-remote-dir(pid=5814): Terminating (SIGINT)\u000a12:34:00.503640 run rm-remote-dir(pid=5814): Terminated: ok {rc=0}\u000a12:34:00.539830 tst handover.py:37: ERR: Error: srsepc(pid=5813): Process ended prematurely: srsepc(pid=5813) [trial-2359↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=5813)] [trial-2359↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37]\u000a12:34:00.550196 tst handover.py:37: Test FAILED (20.2 sec)\u000a12:34:00.671728 run scp-back-log(pid=5815): Launched\u000a12:34:01.759818 run scp-back-log(pid=5815): ERR: Terminated: ERROR {rc=1} [trial-2359↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=5815)]\u000a12:34:01.824617 run scp-back-log(pid=5815): stdout: \u000a| (launched: 2022-12-09_12:34:00.594552) \u000a12:34:01.889868 run scp-back-log(pid=5815): stderr: \u000a| (launched: 2022-12-09_12:34:00.615501)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a12:34:01.946488 tst srsepc_10.42.42.118: Error('scp-back-log(pid=5815): launch_sync(): local process exited with status 1 [trial-2359↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=5815)]')\u000a" }, { "testActions" : [ ], "age" : 42, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=5831): Process ended prematurely: srsepc(pid=5831) [trial-2359↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=5831)]", "failedSince" : 2318, "name" : "iperf3_bidir.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_bidir.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=5831): Process ended prematurely: srsepc(pid=5831) [trial-2359↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=5831)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_bidir.py\u000a----------------------------------------------\u000a12:34:02.136854 tst iperf3_bidir.py:13: Number of physical ue: 1\u000a12:34:02.182720 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a12:34:02.392391 tst iperf3_bidir.py:20: ue index0: srsue_10.42.42.116\u000a12:34:02.435643 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a12:34:02.451666 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a12:34:02.574030 tst iperf3_bidir.py: using MSISDN 7216\u000a12:34:02.686313 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7216', subscriber_id=0}\u000a12:34:02.796647 run srsepc_10.42.42.118: Starting srsepc\u000a12:34:03.475009 run rm-remote-dir(pid=5817): Launched\u000a12:34:04.682211 run rm-remote-dir(pid=5817): Terminated: ok {rc=0}\u000a12:34:05.044636 run mk-remote-dir(pid=5818): Launched\u000a12:34:06.251036 run mk-remote-dir(pid=5818): Terminated: ok {rc=0}\u000a12:34:06.557197 run scp-inst-to-remote(pid=5819): Launched\u000a12:34:08.762759 run scp-inst-to-remote(pid=5819): Terminated: ok {rc=0}\u000a12:34:09.124544 run rm-remote-dir(pid=5823): Launched\u000a12:34:10.330765 run rm-remote-dir(pid=5823): Terminated: ok {rc=0}\u000a12:34:10.692832 run mk-remote-dir(pid=5824): Launched\u000a12:34:11.898702 run mk-remote-dir(pid=5824): Terminated: ok {rc=0}\u000a12:34:12.206091 run scp-cfg-to-remote(pid=5825): Launched\u000a12:34:13.409714 run scp-cfg-to-remote(pid=5825): Terminated: ok {rc=0}\u000a12:34:13.717150 run scp-db-to-remote(pid=5827): Launched\u000a12:34:14.920256 run scp-db-to-remote(pid=5827): Terminated: ok {rc=0}\u000a12:34:15.045687 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a12:34:15.398547 run patchelf(pid=5829): Launched\u000a12:34:16.642241 run patchelf(pid=5829): Terminated: ok {rc=0}\u000a12:34:16.801098 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a12:34:17.270550 run setcap-netadm(pid=5830): Launched\u000a12:34:18.474773 run setcap-netadm(pid=5830): Terminated: ok {rc=0}\u000a12:34:18.797436 run srsepc(pid=5831): Launched\u000a12:34:18.909502 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a12:34:20.143731 run rm-remote-dir(pid=5832): Launched\u000a12:34:20.347421 run srsepc(pid=5831): ERR: Terminated: ERROR {rc=127} [trial-2359↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=5831)]\u000a12:34:20.495560 run srsepc(pid=5831): stdout: \u000a| (launched: 2022-12-09_12:34:18.642091)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a12:34:20.643521 run srsepc(pid=5831): stderr: \u000a| (launched: 2022-12-09_12:34:18.689292)\u000a| Connection to 10.42.42.116 closed. \u000a12:34:20.787842 run srsepc(pid=5831): stdout: \u000a| (launched: 2022-12-09_12:34:18.642091)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a12:34:20.930299 run srsepc(pid=5831): stderr: \u000a| (launched: 2022-12-09_12:34:18.689292)\u000a| Connection to 10.42.42.116 closed. \u000a12:34:21.096942 run rm-remote-dir(pid=5832): Terminating (SIGINT)\u000a12:34:21.292834 run rm-remote-dir(pid=5832): Terminated: ok {rc=0}\u000a12:34:21.328681 tst iperf3_bidir.py:42: ERR: Error: srsepc(pid=5831): Process ended prematurely: srsepc(pid=5831) [trial-2359↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=5831)] [trial-2359↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42]\u000a12:34:21.339246 tst iperf3_bidir.py:42: Test FAILED (19.4 sec)\u000a12:34:21.458121 run scp-back-log(pid=5833): Launched\u000a12:34:22.550062 run scp-back-log(pid=5833): ERR: Terminated: ERROR {rc=1} [trial-2359↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=5833)]\u000a12:34:22.616167 run scp-back-log(pid=5833): stdout: \u000a| (launched: 2022-12-09_12:34:21.383561) \u000a12:34:22.683186 run scp-back-log(pid=5833): stderr: \u000a| (launched: 2022-12-09_12:34:21.404519)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a12:34:22.740268 tst srsepc_10.42.42.118: Error('scp-back-log(pid=5833): launch_sync(): local process exited with status 1 [trial-2359↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=5833)]')\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=5847): Process ended prematurely: srsepc(pid=5847) [trial-2359↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=5847)]", "failedSince" : 2139, "name" : "iperf3_dl.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_dl.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=5847): Process ended prematurely: srsepc(pid=5847) [trial-2359↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=5847)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_dl.py\u000a----------------------------------------------\u000a12:34:22.936641 tst iperf3_dl.py:13: Number of physical ue: 1\u000a12:34:22.982858 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a12:34:23.211714 tst iperf3_dl.py:20: ue index0: srsue_10.42.42.116\u000a12:34:23.258166 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a12:34:23.274860 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a12:34:23.405079 tst iperf3_dl.py: using MSISDN 7217\u000a12:34:23.524245 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7217', subscriber_id=0}\u000a12:34:23.642392 run srsepc_10.42.42.118: Starting srsepc\u000a12:34:24.350084 run rm-remote-dir(pid=5835): Launched\u000a12:34:25.543834 run rm-remote-dir(pid=5835): Terminated: ok {rc=0}\u000a12:34:25.884797 run mk-remote-dir(pid=5836): Launched\u000a12:34:27.078020 run mk-remote-dir(pid=5836): Terminated: ok {rc=0}\u000a12:34:27.367548 run scp-inst-to-remote(pid=5837): Launched\u000a12:34:29.569548 run scp-inst-to-remote(pid=5837): Terminated: ok {rc=0}\u000a12:34:29.931146 run rm-remote-dir(pid=5839): Launched\u000a12:34:31.188781 run rm-remote-dir(pid=5839): Terminated: ok {rc=0}\u000a12:34:31.622450 run mk-remote-dir(pid=5840): Launched\u000a12:34:32.824480 run mk-remote-dir(pid=5840): Terminated: ok {rc=0}\u000a12:34:33.110847 run scp-cfg-to-remote(pid=5841): Launched\u000a12:34:34.299401 run scp-cfg-to-remote(pid=5841): Terminated: ok {rc=0}\u000a12:34:34.587220 run scp-db-to-remote(pid=5843): Launched\u000a12:34:35.777594 run scp-db-to-remote(pid=5843): Terminated: ok {rc=0}\u000a12:34:35.894616 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a12:34:36.225090 run patchelf(pid=5845): Launched\u000a12:34:37.416111 run patchelf(pid=5845): Terminated: ok {rc=0}\u000a12:34:37.532838 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a12:34:37.874171 run setcap-netadm(pid=5846): Launched\u000a12:34:39.078248 run setcap-netadm(pid=5846): Terminated: ok {rc=0}\u000a12:34:39.422643 run srsepc(pid=5847): Launched\u000a12:34:39.544829 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a12:34:40.782850 run rm-remote-dir(pid=5848): Launched\u000a12:34:40.986526 run srsepc(pid=5847): ERR: Terminated: ERROR {rc=127} [trial-2359↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=5847)]\u000a12:34:41.134258 run srsepc(pid=5847): stdout: \u000a| (launched: 2022-12-09_12:34:39.257262)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a12:34:41.282213 run srsepc(pid=5847): stderr: \u000a| (launched: 2022-12-09_12:34:39.307442)\u000a| Connection to 10.42.42.116 closed. \u000a12:34:41.426081 run srsepc(pid=5847): stdout: \u000a| (launched: 2022-12-09_12:34:39.257262)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a12:34:41.568815 run srsepc(pid=5847): stderr: \u000a| (launched: 2022-12-09_12:34:39.307442)\u000a| Connection to 10.42.42.116 closed. \u000a12:34:41.736515 run rm-remote-dir(pid=5848): Terminating (SIGINT)\u000a12:34:41.933053 run rm-remote-dir(pid=5848): Terminated: ok {rc=0}\u000a12:34:41.968899 tst iperf3_dl.py:42: ERR: Error: srsepc(pid=5847): Process ended prematurely: srsepc(pid=5847) [trial-2359↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=5847)] [trial-2359↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42]\u000a12:34:41.979478 tst iperf3_dl.py:42: Test FAILED (19.2 sec)\u000a12:34:42.100758 run scp-back-log(pid=5849): Launched\u000a12:34:43.193214 run scp-back-log(pid=5849): ERR: Terminated: ERROR {rc=1} [trial-2359↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=5849)]\u000a12:34:43.259561 run scp-back-log(pid=5849): stdout: \u000a| (launched: 2022-12-09_12:34:42.023897) \u000a12:34:43.326064 run scp-back-log(pid=5849): stderr: \u000a| (launched: 2022-12-09_12:34:42.044866)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a12:34:43.382701 tst srsepc_10.42.42.118: Error('scp-back-log(pid=5849): launch_sync(): local process exited with status 1 [trial-2359↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=5849)]')\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=5863): Process ended prematurely: srsepc(pid=5863) [trial-2359↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=5863)]", "failedSince" : 2139, "name" : "iperf3_ul.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_ul.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=5863): Process ended prematurely: srsepc(pid=5863) [trial-2359↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=5863)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_ul.py\u000a----------------------------------------------\u000a12:34:43.579699 tst iperf3_ul.py:13: Number of physical ue: 1\u000a12:34:43.626644 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a12:34:43.851507 tst iperf3_ul.py:20: ue index0: srsue_10.42.42.116\u000a12:34:43.898222 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a12:34:43.914998 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a12:34:44.045495 tst iperf3_ul.py: using MSISDN 7218\u000a12:34:44.164804 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7218', subscriber_id=0}\u000a12:34:44.283103 run srsepc_10.42.42.118: Starting srsepc\u000a12:34:44.991175 run rm-remote-dir(pid=5851): Launched\u000a12:34:46.197350 run rm-remote-dir(pid=5851): Terminated: ok {rc=0}\u000a12:34:46.634049 run mk-remote-dir(pid=5852): Launched\u000a12:34:47.872777 run mk-remote-dir(pid=5852): Terminated: ok {rc=0}\u000a12:34:48.161821 run scp-inst-to-remote(pid=5853): Launched\u000a12:34:50.352793 run scp-inst-to-remote(pid=5853): Terminated: ok {rc=0}\u000a12:34:50.705502 run rm-remote-dir(pid=5855): Launched\u000a12:34:51.910214 run rm-remote-dir(pid=5855): Terminated: ok {rc=0}\u000a12:34:52.272500 run mk-remote-dir(pid=5856): Launched\u000a12:34:53.477853 run mk-remote-dir(pid=5856): Terminated: ok {rc=0}\u000a12:34:53.782462 run scp-cfg-to-remote(pid=5857): Launched\u000a12:34:54.985084 run scp-cfg-to-remote(pid=5857): Terminated: ok {rc=0}\u000a12:34:55.290207 run scp-db-to-remote(pid=5859): Launched\u000a12:34:56.493396 run scp-db-to-remote(pid=5859): Terminated: ok {rc=0}\u000a12:34:56.619139 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a12:34:56.972780 run patchelf(pid=5861): Launched\u000a12:34:58.175776 run patchelf(pid=5861): Terminated: ok {rc=0}\u000a12:34:58.301394 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a12:34:58.654289 run setcap-netadm(pid=5862): Launched\u000a12:34:59.857652 run setcap-netadm(pid=5862): Terminated: ok {rc=0}\u000a12:35:00.200110 run srsepc(pid=5863): Launched\u000a12:35:00.319413 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a12:35:01.696697 run rm-remote-dir(pid=5864): Launched\u000a12:35:01.985498 run srsepc(pid=5863): ERR: Terminated: ERROR {rc=127} [trial-2359↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=5863)]\u000a12:35:02.139998 run srsepc(pid=5863): stdout: \u000a| (launched: 2022-12-09_12:35:00.036486)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a12:35:02.290564 run srsepc(pid=5863): stderr: \u000a| (launched: 2022-12-09_12:35:00.086656)\u000a| Connection to 10.42.42.116 closed. \u000a12:35:02.435131 run srsepc(pid=5863): stdout: \u000a| (launched: 2022-12-09_12:35:00.036486)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a12:35:02.578141 run srsepc(pid=5863): stderr: \u000a| (launched: 2022-12-09_12:35:00.086656)\u000a| Connection to 10.42.42.116 closed. \u000a12:35:02.747106 run rm-remote-dir(pid=5864): Terminating (SIGINT)\u000a12:35:02.944024 run rm-remote-dir(pid=5864): Terminated: ok {rc=0}\u000a12:35:02.980188 tst iperf3_ul.py:42: ERR: Error: srsepc(pid=5863): Process ended prematurely: srsepc(pid=5863) [trial-2359↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=5863)] [trial-2359↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42]\u000a12:35:02.991051 tst iperf3_ul.py:42: Test FAILED (19.6 sec)\u000a12:35:03.111104 run scp-back-log(pid=5868): Launched\u000a12:35:04.203303 run scp-back-log(pid=5868): ERR: Terminated: ERROR {rc=1} [trial-2359↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=5868)]\u000a12:35:04.269306 run scp-back-log(pid=5868): stdout: \u000a| (launched: 2022-12-09_12:35:03.035471) \u000a12:35:04.335510 run scp-back-log(pid=5868): stderr: \u000a| (launched: 2022-12-09_12:35:03.056534)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a12:35:04.391801 tst srsepc_10.42.42.118: Error('scp-back-log(pid=5868): launch_sync(): local process exited with status 1 [trial-2359↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=5868)]')\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=5882): Process ended prematurely: srsepc(pid=5882) [trial-2359↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=5882)]", "failedSince" : 2142, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=5882): Process ended prematurely: srsepc(pid=5882) [trial-2359↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=5882)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 4g:srsenb-rftype@zmq+srsue-rftype@zmq ping.py\u000a----------------------------------------------\u000a12:35:04.407385 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a12:35:04.424790 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a12:35:04.450149 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a12:35:04.603289 tst ping.py: using MSISDN 7219\u000a12:35:04.723298 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7219', subscriber_id=0}\u000a12:35:04.841918 run srsepc_10.42.42.118: Starting srsepc\u000a12:35:05.550147 run rm-remote-dir(pid=5870): Launched\u000a12:35:06.757033 run rm-remote-dir(pid=5870): Terminated: ok {rc=0}\u000a12:35:07.118575 run mk-remote-dir(pid=5871): Launched\u000a12:35:08.312744 run mk-remote-dir(pid=5871): Terminated: ok {rc=0}\u000a12:35:08.601771 run scp-inst-to-remote(pid=5872): Launched\u000a12:35:10.806056 run scp-inst-to-remote(pid=5872): Terminated: ok {rc=0}\u000a12:35:11.167406 run rm-remote-dir(pid=5874): Launched\u000a12:35:12.361834 run rm-remote-dir(pid=5874): Terminated: ok {rc=0}\u000a12:35:12.702720 run mk-remote-dir(pid=5875): Launched\u000a12:35:13.895119 run mk-remote-dir(pid=5875): Terminated: ok {rc=0}\u000a12:35:14.182965 run scp-cfg-to-remote(pid=5876): Launched\u000a12:35:15.372821 run scp-cfg-to-remote(pid=5876): Terminated: ok {rc=0}\u000a12:35:15.662637 run scp-db-to-remote(pid=5878): Launched\u000a12:35:16.856375 run scp-db-to-remote(pid=5878): Terminated: ok {rc=0}\u000a12:35:16.975862 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a12:35:17.312651 run patchelf(pid=5880): Launched\u000a12:35:18.503675 run patchelf(pid=5880): Terminated: ok {rc=0}\u000a12:35:18.620485 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a12:35:18.953951 run setcap-netadm(pid=5881): Launched\u000a12:35:20.143733 run setcap-netadm(pid=5881): Terminated: ok {rc=0}\u000a12:35:20.467352 run srsepc(pid=5882): Launched\u000a12:35:20.579657 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a12:35:21.816327 run rm-remote-dir(pid=5883): Launched\u000a12:35:22.021580 run srsepc(pid=5882): ERR: Terminated: ERROR {rc=127} [trial-2359↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=5882)]\u000a12:35:22.170815 run srsepc(pid=5882): stdout: \u000a| (launched: 2022-12-09_12:35:20.310178)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a12:35:22.319846 run srsepc(pid=5882): stderr: \u000a| (launched: 2022-12-09_12:35:20.357252)\u000a| Connection to 10.42.42.116 closed. \u000a12:35:22.464937 run srsepc(pid=5882): stdout: \u000a| (launched: 2022-12-09_12:35:20.310178)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a12:35:22.608843 run srsepc(pid=5882): stderr: \u000a| (launched: 2022-12-09_12:35:20.357252)\u000a| Connection to 10.42.42.116 closed. \u000a12:35:22.778564 run rm-remote-dir(pid=5883): Terminating (SIGINT)\u000a12:35:22.975982 run rm-remote-dir(pid=5883): Terminated: ok {rc=0}\u000a12:35:23.012279 tst ping.py:16: ERR: Error: srsepc(pid=5882): Process ended prematurely: srsepc(pid=5882) [trial-2359↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=5882)] [trial-2359↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16]\u000a12:35:23.022999 tst ping.py:16: Test FAILED (18.6 sec)\u000a12:35:23.144024 run scp-back-log(pid=5884): Launched\u000a12:35:24.236387 run scp-back-log(pid=5884): ERR: Terminated: ERROR {rc=1} [trial-2359↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=5884)]\u000a12:35:24.303185 run scp-back-log(pid=5884): stdout: \u000a| (launched: 2022-12-09_12:35:23.067858) \u000a12:35:24.370282 run scp-back-log(pid=5884): stderr: \u000a| (launched: 2022-12-09_12:35:23.088853)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a12:35:24.427060 tst srsepc_10.42.42.118: Error('scp-back-log(pid=5884): launch_sync(): local process exited with status 1 [trial-2359↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=5884)]')\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=5898): Process ended prematurely: srsepc(pid=5898) [trial-2359↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=5898)]", "failedSince" : 2139, "name" : "rrc_idle_mo_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mo_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=5898): Process ended prematurely: srsepc(pid=5898) [trial-2359↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=5898)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mo_ping.py\u000a----------------------------------------------\u000a12:35:24.442406 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a12:35:24.460030 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a12:35:24.484530 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a12:35:24.632725 tst rrc_idle_mo_ping.py: using MSISDN 7220\u000a12:35:24.744439 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7220', subscriber_id=0}\u000a12:35:24.855009 run srsepc_10.42.42.118: Starting srsepc\u000a12:35:25.519957 run rm-remote-dir(pid=5886): Launched\u000a12:35:26.712219 run rm-remote-dir(pid=5886): Terminated: ok {rc=0}\u000a12:35:27.052907 run mk-remote-dir(pid=5887): Launched\u000a12:35:28.245091 run mk-remote-dir(pid=5887): Terminated: ok {rc=0}\u000a12:35:28.534468 run scp-inst-to-remote(pid=5888): Launched\u000a12:35:30.726477 run scp-inst-to-remote(pid=5888): Terminated: ok {rc=0}\u000a12:35:31.153034 run rm-remote-dir(pid=5890): Launched\u000a12:35:32.390240 run rm-remote-dir(pid=5890): Terminated: ok {rc=0}\u000a12:35:32.755132 run mk-remote-dir(pid=5891): Launched\u000a12:35:33.961127 run mk-remote-dir(pid=5891): Terminated: ok {rc=0}\u000a12:35:34.265961 run scp-cfg-to-remote(pid=5892): Launched\u000a12:35:35.468904 run scp-cfg-to-remote(pid=5892): Terminated: ok {rc=0}\u000a12:35:35.777282 run scp-db-to-remote(pid=5894): Launched\u000a12:35:36.980360 run scp-db-to-remote(pid=5894): Terminated: ok {rc=0}\u000a12:35:37.105619 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a12:35:37.460606 run patchelf(pid=5896): Launched\u000a12:35:38.664560 run patchelf(pid=5896): Terminated: ok {rc=0}\u000a12:35:38.789952 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a12:35:39.142603 run setcap-netadm(pid=5897): Launched\u000a12:35:40.346279 run setcap-netadm(pid=5897): Terminated: ok {rc=0}\u000a12:35:40.689386 run srsepc(pid=5898): Launched\u000a12:35:40.809331 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a12:35:42.048525 run rm-remote-dir(pid=5899): Launched\u000a12:35:42.252257 run srsepc(pid=5898): ERR: Terminated: ERROR {rc=127} [trial-2359↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=5898)]\u000a12:35:42.400544 run srsepc(pid=5898): stdout: \u000a| (launched: 2022-12-09_12:35:40.525066)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a12:35:42.548877 run srsepc(pid=5898): stderr: \u000a| (launched: 2022-12-09_12:35:40.575286)\u000a| Connection to 10.42.42.116 closed. \u000a12:35:42.692559 run srsepc(pid=5898): stdout: \u000a| (launched: 2022-12-09_12:35:40.525066)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a12:35:42.835803 run srsepc(pid=5898): stderr: \u000a| (launched: 2022-12-09_12:35:40.575286)\u000a| Connection to 10.42.42.116 closed. \u000a12:35:43.003805 run rm-remote-dir(pid=5899): Terminating (SIGINT)\u000a12:35:43.200637 run rm-remote-dir(pid=5899): Terminated: ok {rc=0}\u000a12:35:43.236654 tst rrc_idle_mo_ping.py:16: ERR: Error: srsepc(pid=5898): Process ended prematurely: srsepc(pid=5898) [trial-2359↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=5898)] [trial-2359↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16]\u000a12:35:43.247295 tst rrc_idle_mo_ping.py:16: Test FAILED (18.8 sec)\u000a12:35:43.369188 run scp-back-log(pid=5900): Launched\u000a12:35:44.461444 run scp-back-log(pid=5900): ERR: Terminated: ERROR {rc=1} [trial-2359↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=5900)]\u000a12:35:44.528055 run scp-back-log(pid=5900): stdout: \u000a| (launched: 2022-12-09_12:35:43.291965) \u000a12:35:44.594977 run scp-back-log(pid=5900): stderr: \u000a| (launched: 2022-12-09_12:35:43.313145)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a12:35:44.652445 tst srsepc_10.42.42.118: Error('scp-back-log(pid=5900): launch_sync(): local process exited with status 1 [trial-2359↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=5900)]')\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=5914): Process ended prematurely: srsepc(pid=5914) [trial-2359↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=5914)]", "failedSince" : 2139, "name" : "rrc_idle_mt_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mt_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=5914): Process ended prematurely: srsepc(pid=5914) [trial-2359↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=5914)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mt_ping.py\u000a----------------------------------------------\u000a12:35:44.667850 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a12:35:44.685516 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a12:35:44.710560 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a12:35:44.860818 tst rrc_idle_mt_ping.py: using MSISDN 7221\u000a12:35:44.981429 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7221', subscriber_id=0}\u000a12:35:45.100473 run srsepc_10.42.42.118: Starting srsepc\u000a12:35:45.811081 run rm-remote-dir(pid=5902): Launched\u000a12:35:47.090467 run rm-remote-dir(pid=5902): Terminated: ok {rc=0}\u000a12:35:47.440115 run mk-remote-dir(pid=5903): Launched\u000a12:35:48.634542 run mk-remote-dir(pid=5903): Terminated: ok {rc=0}\u000a12:35:48.926028 run scp-inst-to-remote(pid=5904): Launched\u000a12:35:51.120103 run scp-inst-to-remote(pid=5904): Terminated: ok {rc=0}\u000a12:35:51.463531 run rm-remote-dir(pid=5906): Launched\u000a12:35:52.657708 run rm-remote-dir(pid=5906): Terminated: ok {rc=0}\u000a12:35:53.001971 run mk-remote-dir(pid=5907): Launched\u000a12:35:54.195137 run mk-remote-dir(pid=5907): Terminated: ok {rc=0}\u000a12:35:54.486163 run scp-cfg-to-remote(pid=5908): Launched\u000a12:35:55.677046 run scp-cfg-to-remote(pid=5908): Terminated: ok {rc=0}\u000a12:35:55.966227 run scp-db-to-remote(pid=5910): Launched\u000a12:35:57.158386 run scp-db-to-remote(pid=5910): Terminated: ok {rc=0}\u000a12:35:57.275739 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a12:35:57.610777 run patchelf(pid=5912): Launched\u000a12:35:58.803154 run patchelf(pid=5912): Terminated: ok {rc=0}\u000a12:35:58.920930 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a12:35:59.255841 run setcap-netadm(pid=5913): Launched\u000a12:36:00.448374 run setcap-netadm(pid=5913): Terminated: ok {rc=0}\u000a12:36:00.772775 run srsepc(pid=5914): Launched\u000a12:36:00.910769 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a12:36:02.237326 run rm-remote-dir(pid=5915): Launched\u000a12:36:02.442975 run srsepc(pid=5914): ERR: Terminated: ERROR {rc=127} [trial-2359↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=5914)]\u000a12:36:02.591827 run srsepc(pid=5914): stdout: \u000a| (launched: 2022-12-09_12:36:00.616839)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a12:36:02.740773 run srsepc(pid=5914): stderr: \u000a| (launched: 2022-12-09_12:36:00.664158)\u000a| Connection to 10.42.42.116 closed. \u000a12:36:02.885362 run srsepc(pid=5914): stdout: \u000a| (launched: 2022-12-09_12:36:00.616839)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a12:36:03.028559 run srsepc(pid=5914): stderr: \u000a| (launched: 2022-12-09_12:36:00.664158)\u000a| Connection to 10.42.42.116 closed. \u000a12:36:03.196640 run rm-remote-dir(pid=5915): Terminating (SIGINT)\u000a12:36:03.394449 run rm-remote-dir(pid=5915): Terminated: ok {rc=0}\u000a12:36:03.430930 tst rrc_idle_mt_ping.py:16: ERR: Error: srsepc(pid=5914): Process ended prematurely: srsepc(pid=5914) [trial-2359↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=5914)] [trial-2359↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16]\u000a12:36:03.441612 tst rrc_idle_mt_ping.py:16: Test FAILED (18.8 sec)\u000a12:36:03.564569 run scp-back-log(pid=5916): Launched\u000a12:36:04.657362 run scp-back-log(pid=5916): ERR: Terminated: ERROR {rc=1} [trial-2359↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=5916)]\u000a12:36:04.724779 run scp-back-log(pid=5916): stdout: \u000a| (launched: 2022-12-09_12:36:03.486678) \u000a12:36:04.792104 run scp-back-log(pid=5916): stderr: \u000a| (launched: 2022-12-09_12:36:03.507931)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a12:36:04.849051 tst srsepc_10.42.42.118: Error('scp-back-log(pid=5916): launch_sync(): local process exited with status 1 [trial-2359↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=5916)]')\u000a" } ], "duration" : 146.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "163", "name" : "4g_srsenb-rftype@zmq+srsue-rftype@zmq", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:33:40" }, { "cases" : [ { "testActions" : [ ], "age" : 157, "className" : "handover_2G:nanobts+bts1-oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5928): Process ended prematurely: osmo-stp_10.42.42.5(pid=5928) [trial-2359↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5928)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5928): Process ended prematurely: osmo-stp_10.42.42.5(pid=5928) [trial-2359↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5928)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 handover_2G:nanobts+bts1-oc2g handover.py\u000a----------------------------------------------\u000a12:36:05.709743 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a12:36:05.721138 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a12:36:05.854409 tst handover.py: using LAC 21492\u000a12:36:05.978551 tst handover.py: using RAC 72\u000a12:36:06.101827 tst handover.py: using CellId 21492\u000a12:36:06.225936 tst handover.py: using BVCI 21493\u000a12:36:06.249807 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a12:36:06.373794 tst handover.py: using LAC 21493\u000a12:36:06.494575 tst handover.py: using RAC 73\u000a12:36:06.618224 tst handover.py: using CellId 21493\u000a12:36:06.741958 tst handover.py: using BVCI 21494\u000a12:36:06.765762 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a12:36:06.776419 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a12:36:06.786968 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a12:36:06.797525 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a12:36:06.808238 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a12:36:06.818913 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a12:36:06.938325 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a12:36:07.155087 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:36:07.681402 run create_hlr_db(pid=5922): Launched\u000a12:36:08.876748 run create_hlr_db(pid=5922): Terminated: ok {rc=0}\u000a12:36:09.223233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5924): Launched\u000a12:36:09.557981 run osmo-hlr_10.42.42.2(pid=5925): Launched\u000a12:36:09.678894 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:36:10.259492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5927): Launched\u000a12:36:10.594626 run osmo-stp_10.42.42.5(pid=5928): Launched\u000a12:36:10.716026 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:36:11.326765 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5930): Launched\u000a12:36:11.662364 run osmo-msc_10.42.42.6(pid=5931): Launched\u000a12:36:11.857369 run osmo-stp_10.42.42.5(pid=5928): ERR: Terminated: ERROR {rc=1} [trial-2359↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5928)]\u000a12:36:11.998517 run osmo-stp_10.42.42.5(pid=5928): stdout: \u000a| (launched: 2022-12-09_12:36:10.428760)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:36:12.137655 run osmo-stp_10.42.42.5(pid=5928): stderr: \u000a| �[0;m�[38;5;43m20221209123610622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123610622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123610623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123610623 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123610624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123610624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123610624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:36:12.270849 run osmo-stp_10.42.42.5(pid=5928): stdout: \u000a| (launched: 2022-12-09_12:36:10.428760)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:36:12.402899 run osmo-stp_10.42.42.5(pid=5928): stderr: \u000a| �[0;m�[38;5;43m20221209123610622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123610622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123610623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123610623 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123610624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123610624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123610624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:36:12.460615 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=5928): Process ended prematurely: osmo-stp_10.42.42.5(pid=5928) [trial-2359↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5928)] [trial-2359↪handover_2G:nanobts+bts1-oc2g↪handover.py:18]\u000a12:36:12.469288 tst handover.py:18: Test FAILED (6.7 sec)\u000a12:36:12.533332 run osmo-hlr_10.42.42.2(pid=5925): ERR: Terminated: ERROR {rc=237} [trial-2359↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5925)]\u000a12:36:12.585939 run osmo-hlr_10.42.42.2(pid=5925): stdout: \u000a| (launched: 2022-12-09_12:36:09.391675) \u000a12:36:12.638959 run osmo-hlr_10.42.42.2(pid=5925): stderr: \u000a| �[0;m�[1;31m20221209123609592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209123609592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209123609592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123609592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123609592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209123609592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209123609604 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/handover_2G:nanobts+bts1-oc2g/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209123609612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209123609613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209123609613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:36:12.710264 run osmo-msc_10.42.42.6(pid=5931): ERR: Terminated: ERROR {rc=2} [trial-2359↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5931)]\u000a12:36:12.762696 run osmo-msc_10.42.42.6(pid=5931): stdout: \u000a| (launched: 2022-12-09_12:36:11.495480) \u000a12:36:12.815355 run osmo-msc_10.42.42.6(pid=5931): stderr: \u000a| �[0;m�[38;5;43m20221209123611817 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209123611817 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbcff7a7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209123611817 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209123611818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209123611818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209123611818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209123611819 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209123611820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209123611820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209123611820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:36:12.860033 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5924): Terminating (SIGTERM)\u000a12:36:12.902219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5927): Terminating (SIGTERM)\u000a12:36:12.944379 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5930): Terminating (SIGTERM)\u000a12:36:12.954473 --- ParallelTerminationStrategy: PID 5924 died...\u000a12:36:13.011279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5924): Terminated: ok {rc=0}\u000a12:36:13.021488 --- ParallelTerminationStrategy: PID 5927 died...\u000a12:36:13.077701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5927): Terminated: ok {rc=0}\u000a12:36:13.087684 --- ParallelTerminationStrategy: PID 5930 died...\u000a12:36:13.144065 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5930): Terminated: ok {rc=0}\u000a12:36:13.232353 bus /sierra_3: Setting Powered False\u000a12:36:14.336430 bus /sierra_3: Setting Powered False\u000a12:36:15.449107 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "164", "name" : "handover_2G_nanobts+bts1-oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:36:05" }, { "cases" : [ { "testActions" : [ ], "age" : 188, "className" : "handover_2G:nanobts+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5942): Process ended prematurely: osmo-stp_10.42.42.5(pid=5942) [trial-2359↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5942)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5942): Process ended prematurely: osmo-stp_10.42.42.5(pid=5942) [trial-2359↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5942)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 handover_2G:nanobts+bts1-octphy handover.py\u000a----------------------------------------------\u000a12:36:17.474792 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a12:36:17.486131 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a12:36:17.622047 tst handover.py: using LAC 21494\u000a12:36:17.753313 tst handover.py: using RAC 74\u000a12:36:17.876940 tst handover.py: using CellId 21494\u000a12:36:17.999958 tst handover.py: using BVCI 21495\u000a12:36:18.023733 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a12:36:18.146555 tst handover.py: using LAC 21495\u000a12:36:18.267208 tst handover.py: using RAC 75\u000a12:36:18.387711 tst handover.py: using CellId 21495\u000a12:36:18.507699 tst handover.py: using BVCI 21496\u000a12:36:18.531321 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a12:36:18.542259 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a12:36:18.552854 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a12:36:18.563729 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a12:36:18.574468 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a12:36:18.585479 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a12:36:18.705835 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a12:36:18.911276 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:36:19.384588 run create_hlr_db(pid=5936): Launched\u000a12:36:19.511808 bus /sierra_2: Setting Powered False\u000a12:36:20.585905 run create_hlr_db(pid=5936): Terminated: ok {rc=0}\u000a12:36:21.006920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5938): Launched\u000a12:36:21.346423 run osmo-hlr_10.42.42.2(pid=5939): Launched\u000a12:36:21.468913 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:36:22.028754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5941): Launched\u000a12:36:22.343844 run osmo-stp_10.42.42.5(pid=5942): Launched\u000a12:36:22.457119 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:36:23.005683 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5944): Launched\u000a12:36:23.322622 run osmo-msc_10.42.42.6(pid=5945): Launched\u000a12:36:23.505919 run osmo-stp_10.42.42.5(pid=5942): ERR: Terminated: ERROR {rc=1} [trial-2359↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5942)]\u000a12:36:23.637878 run osmo-stp_10.42.42.5(pid=5942): stdout: \u000a| (launched: 2022-12-09_12:36:22.187893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:36:23.768078 run osmo-stp_10.42.42.5(pid=5942): stderr: \u000a| �[0;m�[38;5;43m20221209123622360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123622360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123622360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123622360 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123622361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123622361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123622361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:36:23.893210 run osmo-stp_10.42.42.5(pid=5942): stdout: \u000a| (launched: 2022-12-09_12:36:22.187893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:36:24.017384 run osmo-stp_10.42.42.5(pid=5942): stderr: \u000a| �[0;m�[38;5;43m20221209123622360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123622360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123622360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123622360 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123622361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123622361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123622361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:36:24.071934 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=5942): Process ended prematurely: osmo-stp_10.42.42.5(pid=5942) [trial-2359↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5942)] [trial-2359↪handover_2G:nanobts+bts1-octphy↪handover.py:18]\u000a12:36:24.079961 tst handover.py:18: Test FAILED (6.6 sec)\u000a12:36:24.140036 run osmo-hlr_10.42.42.2(pid=5939): ERR: Terminated: ERROR {rc=237} [trial-2359↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5939)]\u000a12:36:24.189384 run osmo-hlr_10.42.42.2(pid=5939): stdout: \u000a| (launched: 2022-12-09_12:36:21.177668) \u000a12:36:24.239393 run osmo-hlr_10.42.42.2(pid=5939): stderr: \u000a| �[0;m�[1;31m20221209123621378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209123621378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209123621378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123621378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123621378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209123621378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209123621394 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/handover_2G:nanobts+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209123621402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209123621402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209123621402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:36:24.307111 run osmo-msc_10.42.42.6(pid=5945): ERR: Terminated: ERROR {rc=2} [trial-2359↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5945)]\u000a12:36:24.356467 run osmo-msc_10.42.42.6(pid=5945): stdout: \u000a| (launched: 2022-12-09_12:36:23.164248) \u000a12:36:24.406320 run osmo-msc_10.42.42.6(pid=5945): stderr: \u000a| �[0;m�[38;5;43m20221209123623435 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209123623435 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faac01d6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209123623436 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209123623436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209123623436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209123623436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209123623438 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209123623438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209123623438 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209123623439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:36:24.448541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5938): Terminating (SIGTERM)\u000a12:36:24.488438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5941): Terminating (SIGTERM)\u000a12:36:24.528508 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5944): Terminating (SIGTERM)\u000a12:36:24.537850 --- ParallelTerminationStrategy: PID 5938 died...\u000a12:36:24.591216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5938): Terminated: ok {rc=0}\u000a12:36:24.600674 --- ParallelTerminationStrategy: PID 5941 died...\u000a12:36:24.654060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5941): Terminated: ok {rc=0}\u000a12:36:24.663843 --- ParallelTerminationStrategy: PID 5944 died...\u000a12:36:24.716880 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5944): Terminated: ok {rc=0}\u000a12:36:24.806581 bus /sierra_3: Setting Powered False\u000a12:36:25.910782 bus /sierra_3: Setting Powered False\u000a12:36:27.023285 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "165", "name" : "handover_2G_nanobts+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:36:17" }, { "cases" : [ { "testActions" : [ ], "age" : 188, "className" : "handover_2G:nanobts+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5956): Process ended prematurely: osmo-stp_10.42.42.5(pid=5956) [trial-2359↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5956)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5956): Process ended prematurely: osmo-stp_10.42.42.5(pid=5956) [trial-2359↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5956)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 handover_2G:nanobts+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a12:36:29.014403 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:36:29.025361 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a12:36:29.152545 tst handover.py: using LAC 21496\u000a12:36:29.276177 tst handover.py: using RAC 76\u000a12:36:29.399103 tst handover.py: using CellId 21496\u000a12:36:29.523738 tst handover.py: using BVCI 21497\u000a12:36:29.547417 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a12:36:29.687083 tst handover.py: using LAC 21497\u000a12:36:29.814480 tst handover.py: using RAC 77\u000a12:36:29.937127 tst handover.py: using CellId 21497\u000a12:36:30.063043 tst handover.py: using BVCI 21498\u000a12:36:30.086698 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:36:30.097727 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:36:30.108331 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:36:30.118997 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:36:30.129829 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:36:30.140454 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a12:36:30.261193 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a12:36:30.478758 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:36:31.039602 run create_hlr_db(pid=5950): Launched\u000a12:36:31.210495 bus /sierra_2: Setting Powered False\u000a12:36:32.298434 run create_hlr_db(pid=5950): Terminated: ok {rc=0}\u000a12:36:32.718001 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5952): Launched\u000a12:36:33.053800 run osmo-hlr_10.42.42.2(pid=5953): Launched\u000a12:36:33.175132 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:36:33.728580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5955): Launched\u000a12:36:34.064296 run osmo-stp_10.42.42.5(pid=5956): Launched\u000a12:36:34.186128 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:36:34.768476 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5958): Launched\u000a12:36:35.105750 run osmo-msc_10.42.42.6(pid=5959): Launched\u000a12:36:35.301376 run osmo-stp_10.42.42.5(pid=5956): ERR: Terminated: ERROR {rc=1} [trial-2359↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5956)]\u000a12:36:35.442569 run osmo-stp_10.42.42.5(pid=5956): stdout: \u000a| (launched: 2022-12-09_12:36:33.898324)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:36:35.582080 run osmo-stp_10.42.42.5(pid=5956): stderr: \u000a| �[0;m�[38;5;43m20221209123634090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123634090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123634091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123634091 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123634092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123634092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123634092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:36:35.716374 run osmo-stp_10.42.42.5(pid=5956): stdout: \u000a| (launched: 2022-12-09_12:36:33.898324)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:36:35.849967 run osmo-stp_10.42.42.5(pid=5956): stderr: \u000a| �[0;m�[38;5;43m20221209123634090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123634090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123634091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123634091 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123634092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123634092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123634092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:36:35.908215 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=5956): Process ended prematurely: osmo-stp_10.42.42.5(pid=5956) [trial-2359↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5956)] [trial-2359↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18]\u000a12:36:35.916896 tst handover.py:18: Test FAILED (6.9 sec)\u000a12:36:35.981481 run osmo-hlr_10.42.42.2(pid=5953): ERR: Terminated: ERROR {rc=237} [trial-2359↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5953)]\u000a12:36:36.033857 run osmo-hlr_10.42.42.2(pid=5953): stdout: \u000a| (launched: 2022-12-09_12:36:32.888427) \u000a12:36:36.087009 run osmo-hlr_10.42.42.2(pid=5953): stderr: \u000a| �[0;m�[1;31m20221209123633088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209123633088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209123633089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123633089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123633089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209123633089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209123633120 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/handover_2G:nanobts+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209123633130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209123633130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209123633130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:36:36.158797 run osmo-msc_10.42.42.6(pid=5959): ERR: Terminated: ERROR {rc=2} [trial-2359↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5959)]\u000a12:36:36.211000 run osmo-msc_10.42.42.6(pid=5959): stdout: \u000a| (launched: 2022-12-09_12:36:34.938667) \u000a12:36:36.263728 run osmo-msc_10.42.42.6(pid=5959): stderr: \u000a| �[0;m�[38;5;43m20221209123635261 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209123635262 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efe2f0cfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209123635262 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209123635262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209123635262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209123635262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209123635264 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209123635264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209123635264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209123635264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:36:36.308505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5952): Terminating (SIGTERM)\u000a12:36:36.351147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5955): Terminating (SIGTERM)\u000a12:36:36.393914 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5958): Terminating (SIGTERM)\u000a12:36:36.404016 --- ParallelTerminationStrategy: PID 5952 died...\u000a12:36:36.461310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5952): Terminated: ok {rc=0}\u000a12:36:36.471539 --- ParallelTerminationStrategy: PID 5955 died...\u000a12:36:36.528412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5955): Terminated: ok {rc=0}\u000a12:36:36.538657 --- ParallelTerminationStrategy: PID 5958 died...\u000a12:36:36.595337 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5958): Terminated: ok {rc=0}\u000a12:36:36.684091 bus /sierra_3: Setting Powered False\u000a12:36:37.791514 bus /sierra_3: Setting Powered False\u000a12:36:38.902634 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "166", "name" : "handover_2G_nanobts+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:36:28" }, { "cases" : [ { "testActions" : [ ], "age" : 188, "className" : "handover_2G:nanobts+bts1-trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5970): Process ended prematurely: osmo-stp_10.42.42.5(pid=5970) [trial-2359↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5970)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5970): Process ended prematurely: osmo-stp_10.42.42.5(pid=5970) [trial-2359↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5970)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 handover_2G:nanobts+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a12:36:40.918902 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:36:40.930500 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a12:36:41.069602 tst handover.py: using LAC 21498\u000a12:36:41.198983 tst handover.py: using RAC 78\u000a12:36:41.329468 tst handover.py: using CellId 21498\u000a12:36:41.455173 tst handover.py: using BVCI 21499\u000a12:36:41.479002 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a12:36:41.615193 tst handover.py: using LAC 21499\u000a12:36:41.736227 tst handover.py: using RAC 79\u000a12:36:41.859454 tst handover.py: using CellId 21499\u000a12:36:41.981992 tst handover.py: using BVCI 21500\u000a12:36:42.005682 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:36:42.017014 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:36:42.027975 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:36:42.038995 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:36:42.050706 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:36:42.062390 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a12:36:42.184436 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a12:36:42.401660 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:36:42.900002 run create_hlr_db(pid=5964): Launched\u000a12:36:43.035714 bus /sierra_2: Setting Powered False\u000a12:36:44.113732 run create_hlr_db(pid=5964): Terminated: ok {rc=0}\u000a12:36:44.531093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5966): Launched\u000a12:36:44.867658 run osmo-hlr_10.42.42.2(pid=5967): Launched\u000a12:36:44.989697 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:36:45.546658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5969): Launched\u000a12:36:45.883516 run osmo-stp_10.42.42.5(pid=5970): Launched\u000a12:36:46.050906 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:36:46.704389 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5972): Launched\u000a12:36:47.212351 run osmo-msc_10.42.42.6(pid=5973): Launched\u000a12:36:47.516210 run osmo-stp_10.42.42.5(pid=5970): ERR: Terminated: ERROR {rc=1} [trial-2359↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5970)]\u000a12:36:47.654890 run osmo-stp_10.42.42.5(pid=5970): stdout: \u000a| (launched: 2022-12-09_12:36:45.715825)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:36:47.794874 run osmo-stp_10.42.42.5(pid=5970): stderr: \u000a| �[0;m�[38;5;43m20221209123646051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123646051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123646052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123646052 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123646052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123646060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123646060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:36:47.929300 run osmo-stp_10.42.42.5(pid=5970): stdout: \u000a| (launched: 2022-12-09_12:36:45.715825)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:36:48.062360 run osmo-stp_10.42.42.5(pid=5970): stderr: \u000a| �[0;m�[38;5;43m20221209123646051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123646051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123646052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123646052 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123646052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123646060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123646060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:36:48.120833 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=5970): Process ended prematurely: osmo-stp_10.42.42.5(pid=5970) [trial-2359↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5970)] [trial-2359↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a12:36:48.129819 tst handover.py:18: Test FAILED (7.2 sec)\u000a12:36:48.194441 run osmo-hlr_10.42.42.2(pid=5967): ERR: Terminated: ERROR {rc=237} [trial-2359↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5967)]\u000a12:36:48.246952 run osmo-hlr_10.42.42.2(pid=5967): stdout: \u000a| (launched: 2022-12-09_12:36:44.700356) \u000a12:36:48.300072 run osmo-hlr_10.42.42.2(pid=5967): stderr: \u000a| �[0;m�[1;31m20221209123644901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209123644901 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209123644902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123644902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123644902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209123644902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209123644913 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/handover_2G:nanobts+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209123644922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209123644922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209123644922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:36:48.372165 run osmo-msc_10.42.42.6(pid=5973): ERR: Terminated: ERROR {rc=2} [trial-2359↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5973)]\u000a12:36:48.425066 run osmo-msc_10.42.42.6(pid=5973): stdout: \u000a| (launched: 2022-12-09_12:36:46.877954) \u000a12:36:48.478339 run osmo-msc_10.42.42.6(pid=5973): stderr: \u000a| �[0;m�[38;5;43m20221209123647292 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209123647292 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa83d3b5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209123647292 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209123647292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209123647292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209123647292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209123647294 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209123647295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209123647295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209123647295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:36:48.523691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5966): Terminating (SIGTERM)\u000a12:36:48.566596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5969): Terminating (SIGTERM)\u000a12:36:48.609705 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5972): Terminating (SIGTERM)\u000a12:36:48.619560 --- ParallelTerminationStrategy: PID 5966 died...\u000a12:36:48.676725 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5966): Terminated: ok {rc=0}\u000a12:36:48.687291 --- ParallelTerminationStrategy: PID 5969 died...\u000a12:36:48.744726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5969): Terminated: ok {rc=0}\u000a12:36:48.755053 --- ParallelTerminationStrategy: PID 5972 died...\u000a12:36:48.812107 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5972): Terminated: ok {rc=0}\u000a12:36:48.899652 bus /sierra_3: Setting Powered False\u000a12:36:50.010241 bus /sierra_3: Setting Powered False\u000a12:36:51.119149 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "167", "name" : "handover_2G_nanobts+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:36:40" }, { "cases" : [ { "testActions" : [ ], "age" : 188, "className" : "handover_2G:nanobts+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=5986): Process ended prematurely: osmo-stp_10.42.42.5(pid=5986) [trial-2359↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5986)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=5986): Process ended prematurely: osmo-stp_10.42.42.5(pid=5986) [trial-2359↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5986)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 handover_2G:nanobts+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a12:36:53.137429 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:36:53.149082 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a12:36:53.280202 tst handover.py: using LAC 21500\u000a12:36:53.403936 tst handover.py: using RAC 80\u000a12:36:53.528762 tst handover.py: using CellId 21500\u000a12:36:53.652924 tst handover.py: using BVCI 21501\u000a12:36:53.676635 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a12:36:53.821406 tst handover.py: using LAC 21501\u000a12:36:53.942364 tst handover.py: using RAC 81\u000a12:36:54.062664 tst handover.py: using CellId 21501\u000a12:36:54.185249 tst handover.py: using BVCI 21502\u000a12:36:54.208750 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:36:54.219931 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:36:54.230872 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:36:54.241823 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:36:54.252634 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:36:54.263474 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a12:36:54.386496 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a12:36:54.592865 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:36:55.067934 run create_hlr_db(pid=5978): Launched\u000a12:36:55.235321 bus /sierra_2: Setting Powered False\u000a12:36:56.281345 run create_hlr_db(pid=5978): Terminated: ok {rc=0}\u000a12:36:56.702364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5982): Launched\u000a12:36:57.038860 run osmo-hlr_10.42.42.2(pid=5983): Launched\u000a12:36:57.162472 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:36:57.719839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5985): Launched\u000a12:36:58.058280 run osmo-stp_10.42.42.5(pid=5986): Launched\u000a12:36:58.180600 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:36:58.763369 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5988): Launched\u000a12:36:59.100169 run osmo-msc_10.42.42.6(pid=5989): Launched\u000a12:36:59.296035 run osmo-stp_10.42.42.5(pid=5986): ERR: Terminated: ERROR {rc=1} [trial-2359↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5986)]\u000a12:36:59.437620 run osmo-stp_10.42.42.5(pid=5986): stdout: \u000a| (launched: 2022-12-09_12:36:57.890988)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:36:59.577843 run osmo-stp_10.42.42.5(pid=5986): stderr: \u000a| �[0;m�[38;5;43m20221209123658085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123658085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123658085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123658086 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123658086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123658086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123658086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:36:59.711654 run osmo-stp_10.42.42.5(pid=5986): stdout: \u000a| (launched: 2022-12-09_12:36:57.890988)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:36:59.844738 run osmo-stp_10.42.42.5(pid=5986): stderr: \u000a| �[0;m�[38;5;43m20221209123658085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123658085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123658085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123658086 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123658086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123658086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123658086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:36:59.902977 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=5986): Process ended prematurely: osmo-stp_10.42.42.5(pid=5986) [trial-2359↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=5986)] [trial-2359↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18]\u000a12:36:59.911706 tst handover.py:18: Test FAILED (6.8 sec)\u000a12:36:59.976675 run osmo-hlr_10.42.42.2(pid=5983): ERR: Terminated: ERROR {rc=237} [trial-2359↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5983)]\u000a12:37:00.029643 run osmo-hlr_10.42.42.2(pid=5983): stdout: \u000a| (launched: 2022-12-09_12:36:56.872841) \u000a12:37:00.083227 run osmo-hlr_10.42.42.2(pid=5983): stderr: \u000a| �[0;m�[1;31m20221209123657071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209123657071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209123657071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123657071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123657071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209123657071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209123657083 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/handover_2G:nanobts+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209123657091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209123657092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209123657092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:37:00.155474 run osmo-msc_10.42.42.6(pid=5989): ERR: Terminated: ERROR {rc=2} [trial-2359↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=5989)]\u000a12:37:00.208052 run osmo-msc_10.42.42.6(pid=5989): stdout: \u000a| (launched: 2022-12-09_12:36:58.932406) \u000a12:37:00.261705 run osmo-msc_10.42.42.6(pid=5989): stderr: \u000a| �[0;m�[38;5;43m20221209123659254 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209123659254 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feb7842cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209123659254 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209123659254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209123659255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209123659255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209123659256 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209123659257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209123659257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209123659257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:37:00.306975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5982): Terminating (SIGTERM)\u000a12:37:00.349495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5985): Terminating (SIGTERM)\u000a12:37:00.392905 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5988): Terminating (SIGTERM)\u000a12:37:00.403079 --- ParallelTerminationStrategy: PID 5982 died...\u000a12:37:00.461051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5982): Terminated: ok {rc=0}\u000a12:37:00.471411 --- ParallelTerminationStrategy: PID 5985 died...\u000a12:37:00.528639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5985): Terminated: ok {rc=0}\u000a12:37:00.539513 --- ParallelTerminationStrategy: PID 5988 died...\u000a12:37:00.597262 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=5988): Terminated: ok {rc=0}\u000a12:37:00.686805 bus /sierra_3: Setting Powered False\u000a12:37:01.803805 bus /sierra_3: Setting Powered False\u000a12:37:02.915341 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "168", "name" : "handover_2G_nanobts+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:36:52" }, { "cases" : [ { "testActions" : [ ], "age" : 188, "className" : "handover_2G:nanobts+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6000): Process ended prematurely: osmo-stp_10.42.42.5(pid=6000) [trial-2359↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6000)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6000): Process ended prematurely: osmo-stp_10.42.42.5(pid=6000) [trial-2359↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6000)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 handover_2G:nanobts+bts1-sysmo handover.py\u000a----------------------------------------------\u000a12:37:04.898605 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:37:04.909507 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a12:37:05.039532 tst handover.py: using LAC 21502\u000a12:37:05.164190 tst handover.py: using RAC 82\u000a12:37:05.289189 tst handover.py: using CellId 21502\u000a12:37:05.412667 tst handover.py: using BVCI 21503\u000a12:37:05.436308 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a12:37:05.572552 tst handover.py: using LAC 21503\u000a12:37:05.702053 tst handover.py: using RAC 83\u000a12:37:05.833917 tst handover.py: using CellId 21503\u000a12:37:05.965764 tst handover.py: using BVCI 21504\u000a12:37:05.991437 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:37:06.003014 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:37:06.014407 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:37:06.026193 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:37:06.037710 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:37:06.049060 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a12:37:06.171192 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a12:37:06.377953 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:37:06.852309 run create_hlr_db(pid=5994): Launched\u000a12:37:06.979270 bus /sierra_2: Setting Powered False\u000a12:37:08.053226 run create_hlr_db(pid=5994): Terminated: ok {rc=0}\u000a12:37:08.471144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5996): Launched\u000a12:37:08.807451 run osmo-hlr_10.42.42.2(pid=5997): Launched\u000a12:37:08.933152 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:37:09.484855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5999): Launched\u000a12:37:09.821417 run osmo-stp_10.42.42.5(pid=6000): Launched\u000a12:37:09.942505 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:37:10.525627 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6002): Launched\u000a12:37:10.863126 run osmo-msc_10.42.42.6(pid=6003): Launched\u000a12:37:11.059878 run osmo-stp_10.42.42.5(pid=6000): ERR: Terminated: ERROR {rc=1} [trial-2359↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6000)]\u000a12:37:11.201964 run osmo-stp_10.42.42.5(pid=6000): stdout: \u000a| (launched: 2022-12-09_12:37:09.654374)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:37:11.342800 run osmo-stp_10.42.42.5(pid=6000): stderr: \u000a| �[0;m�[38;5;43m20221209123709848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123709848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123709848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123709849 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123709849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123709849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123709849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:37:11.476706 run osmo-stp_10.42.42.5(pid=6000): stdout: \u000a| (launched: 2022-12-09_12:37:09.654374)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:37:11.610026 run osmo-stp_10.42.42.5(pid=6000): stderr: \u000a| �[0;m�[38;5;43m20221209123709848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123709848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123709848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123709849 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123709849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123709849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123709849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:37:11.668266 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6000): Process ended prematurely: osmo-stp_10.42.42.5(pid=6000) [trial-2359↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6000)] [trial-2359↪handover_2G:nanobts+bts1-sysmo↪handover.py:18]\u000a12:37:11.677088 tst handover.py:18: Test FAILED (6.8 sec)\u000a12:37:11.741118 run osmo-hlr_10.42.42.2(pid=5997): ERR: Terminated: ERROR {rc=237} [trial-2359↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=5997)]\u000a12:37:11.793924 run osmo-hlr_10.42.42.2(pid=5997): stdout: \u000a| (launched: 2022-12-09_12:37:08.640550) \u000a12:37:11.846866 run osmo-hlr_10.42.42.2(pid=5997): stderr: \u000a| �[0;m�[1;31m20221209123708840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209123708840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209123708840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123708841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123708841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209123708841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209123708856 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/handover_2G:nanobts+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209123708866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209123708866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209123708866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:37:11.918583 run osmo-msc_10.42.42.6(pid=6003): ERR: Terminated: ERROR {rc=2} [trial-2359↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6003)]\u000a12:37:11.970802 run osmo-msc_10.42.42.6(pid=6003): stdout: \u000a| (launched: 2022-12-09_12:37:10.695097) \u000a12:37:12.023814 run osmo-msc_10.42.42.6(pid=6003): stderr: \u000a| �[0;m�[38;5;43m20221209123711020 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209123711020 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcc4595ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209123711021 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209123711021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209123711021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209123711021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209123711023 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209123711023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209123711023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209123711023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:37:12.068565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5996): Terminating (SIGTERM)\u000a12:37:12.111506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5999): Terminating (SIGTERM)\u000a12:37:12.154081 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6002): Terminating (SIGTERM)\u000a12:37:12.163858 --- ParallelTerminationStrategy: PID 5996 died...\u000a12:37:12.220591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=5996): Terminated: ok {rc=0}\u000a12:37:12.231173 --- ParallelTerminationStrategy: PID 5999 died...\u000a12:37:12.288356 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=5999): Terminated: ok {rc=0}\u000a12:37:12.298781 --- ParallelTerminationStrategy: PID 6002 died...\u000a12:37:12.355353 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6002): Terminated: ok {rc=0}\u000a12:37:12.444583 bus /sierra_3: Setting Powered False\u000a12:37:13.553259 bus /sierra_3: Setting Powered False\u000a12:37:14.662930 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "169", "name" : "handover_2G_nanobts+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:37:04" }, { "cases" : [ { "testActions" : [ ], "age" : 188, "className" : "handover_2G:nanobts+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6014): Process ended prematurely: osmo-stp_10.42.42.5(pid=6014) [trial-2359↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6014)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6014): Process ended prematurely: osmo-stp_10.42.42.5(pid=6014) [trial-2359↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6014)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 handover_2G:nanobts+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a12:37:16.736025 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:37:16.753836 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a12:37:16.887367 tst handover.py: using LAC 21504\u000a12:37:17.014726 tst handover.py: using RAC 84\u000a12:37:17.165534 tst handover.py: using CellId 21504\u000a12:37:17.312179 tst handover.py: using BVCI 21505\u000a12:37:17.336534 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a12:37:17.473735 tst handover.py: using LAC 21505\u000a12:37:17.594038 tst handover.py: using RAC 85\u000a12:37:17.717388 tst handover.py: using CellId 21505\u000a12:37:17.839525 tst handover.py: using BVCI 21506\u000a12:37:17.863116 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:37:17.874176 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:37:17.884814 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:37:17.895559 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:37:17.906454 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:37:17.917153 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a12:37:18.039024 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a12:37:18.246984 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:37:18.719306 run create_hlr_db(pid=6008): Launched\u000a12:37:18.845955 bus /sierra_2: Setting Powered False\u000a12:37:19.919675 run create_hlr_db(pid=6008): Terminated: ok {rc=0}\u000a12:37:20.337970 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6010): Launched\u000a12:37:20.676843 run osmo-hlr_10.42.42.2(pid=6011): Launched\u000a12:37:20.801614 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:37:21.361588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6013): Launched\u000a12:37:21.697979 run osmo-stp_10.42.42.5(pid=6014): Launched\u000a12:37:21.819716 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:37:22.405550 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6016): Launched\u000a12:37:22.741759 run osmo-msc_10.42.42.6(pid=6017): Launched\u000a12:37:22.938696 run osmo-stp_10.42.42.5(pid=6014): ERR: Terminated: ERROR {rc=1} [trial-2359↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6014)]\u000a12:37:23.080132 run osmo-stp_10.42.42.5(pid=6014): stdout: \u000a| (launched: 2022-12-09_12:37:21.531091)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:37:23.219926 run osmo-stp_10.42.42.5(pid=6014): stderr: \u000a| �[0;m�[38;5;43m20221209123721723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123721724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123721724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123721724 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123721725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123721725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123721725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:37:23.354307 run osmo-stp_10.42.42.5(pid=6014): stdout: \u000a| (launched: 2022-12-09_12:37:21.531091)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:37:23.487278 run osmo-stp_10.42.42.5(pid=6014): stderr: \u000a| �[0;m�[38;5;43m20221209123721723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123721724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123721724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123721724 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123721725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123721725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123721725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:37:23.545426 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6014): Process ended prematurely: osmo-stp_10.42.42.5(pid=6014) [trial-2359↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6014)] [trial-2359↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18]\u000a12:37:23.554136 tst handover.py:18: Test FAILED (6.8 sec)\u000a12:37:23.618449 run osmo-hlr_10.42.42.2(pid=6011): ERR: Terminated: ERROR {rc=237} [trial-2359↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6011)]\u000a12:37:23.670795 run osmo-hlr_10.42.42.2(pid=6011): stdout: \u000a| (launched: 2022-12-09_12:37:20.508114) \u000a12:37:23.724031 run osmo-hlr_10.42.42.2(pid=6011): stderr: \u000a| �[0;m�[1;31m20221209123720705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209123720705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209123720705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123720705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123720705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209123720705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209123720719 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/handover_2G:nanobts+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209123720728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209123720728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209123720728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:37:23.796383 run osmo-msc_10.42.42.6(pid=6017): ERR: Terminated: ERROR {rc=2} [trial-2359↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6017)]\u000a12:37:23.848843 run osmo-msc_10.42.42.6(pid=6017): stdout: \u000a| (launched: 2022-12-09_12:37:22.575474) \u000a12:37:23.902092 run osmo-msc_10.42.42.6(pid=6017): stderr: \u000a| �[0;m�[38;5;43m20221209123722895 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209123722896 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcc81b27c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209123722896 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209123722896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209123722896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209123722896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209123722898 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209123722898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209123722898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209123722898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:37:23.947692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6010): Terminating (SIGTERM)\u000a12:37:23.990611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6013): Terminating (SIGTERM)\u000a12:37:24.033512 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6016): Terminating (SIGTERM)\u000a12:37:24.043305 --- ParallelTerminationStrategy: PID 6010 died...\u000a12:37:24.100497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6010): Terminated: ok {rc=0}\u000a12:37:24.110781 --- ParallelTerminationStrategy: PID 6013 died...\u000a12:37:24.167342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6013): Terminated: ok {rc=0}\u000a12:37:24.178217 --- ParallelTerminationStrategy: PID 6016 died...\u000a12:37:24.234983 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6016): Terminated: ok {rc=0}\u000a12:37:24.323270 bus /sierra_3: Setting Powered False\u000a12:37:25.431570 bus /sierra_3: Setting Powered False\u000a12:37:26.543304 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "170", "name" : "handover_2G_nanobts+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:37:16" }, { "cases" : [ { "testActions" : [ ], "age" : 188, "className" : "handover_2G:nanobts+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6028): Process ended prematurely: osmo-stp_10.42.42.5(pid=6028) [trial-2359↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6028)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6028): Process ended prematurely: osmo-stp_10.42.42.5(pid=6028) [trial-2359↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6028)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 handover_2G:nanobts+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a12:37:28.542086 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:37:28.552928 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:37:28.681742 tst handover.py: using LAC 21506\u000a12:37:28.807421 tst handover.py: using RAC 86\u000a12:37:28.929422 tst handover.py: using CellId 21506\u000a12:37:29.051584 tst handover.py: using BVCI 21507\u000a12:37:29.075399 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:37:29.214718 tst handover.py: using LAC 21507\u000a12:37:29.338306 tst handover.py: using RAC 87\u000a12:37:29.468796 tst handover.py: using CellId 21507\u000a12:37:29.600466 tst handover.py: using BVCI 21508\u000a12:37:29.626045 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:37:29.637708 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:37:29.649020 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:37:29.661160 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:37:29.674141 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:37:29.685698 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:37:29.807120 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:37:30.025282 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:37:30.521978 run create_hlr_db(pid=6022): Launched\u000a12:37:30.657435 bus /sierra_2: Setting Powered False\u000a12:37:31.735741 run create_hlr_db(pid=6022): Terminated: ok {rc=0}\u000a12:37:32.168917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6024): Launched\u000a12:37:32.508124 run osmo-hlr_10.42.42.2(pid=6025): Launched\u000a12:37:32.630661 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:37:33.182197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6027): Launched\u000a12:37:33.517825 run osmo-stp_10.42.42.5(pid=6028): Launched\u000a12:37:33.638789 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:37:34.222454 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6030): Launched\u000a12:37:34.558083 run osmo-msc_10.42.42.6(pid=6031): Launched\u000a12:37:34.753920 run osmo-stp_10.42.42.5(pid=6028): ERR: Terminated: ERROR {rc=1} [trial-2359↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6028)]\u000a12:37:34.894962 run osmo-stp_10.42.42.5(pid=6028): stdout: \u000a| (launched: 2022-12-09_12:37:33.351463)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:37:35.034572 run osmo-stp_10.42.42.5(pid=6028): stderr: \u000a| �[0;m�[38;5;43m20221209123733544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123733544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123733544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123733544 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123733545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123733545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123733545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:37:35.168322 run osmo-stp_10.42.42.5(pid=6028): stdout: \u000a| (launched: 2022-12-09_12:37:33.351463)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:37:35.300860 run osmo-stp_10.42.42.5(pid=6028): stderr: \u000a| �[0;m�[38;5;43m20221209123733544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123733544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123733544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123733544 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123733545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123733545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123733545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:37:35.358967 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6028): Process ended prematurely: osmo-stp_10.42.42.5(pid=6028) [trial-2359↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6028)] [trial-2359↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18]\u000a12:37:35.367624 tst handover.py:18: Test FAILED (6.8 sec)\u000a12:37:35.431618 run osmo-hlr_10.42.42.2(pid=6025): ERR: Terminated: ERROR {rc=237} [trial-2359↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6025)]\u000a12:37:35.484363 run osmo-hlr_10.42.42.2(pid=6025): stdout: \u000a| (launched: 2022-12-09_12:37:32.340277) \u000a12:37:35.537522 run osmo-hlr_10.42.42.2(pid=6025): stderr: \u000a| �[0;m�[1;31m20221209123732537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209123732537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209123732537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123732537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123732537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209123732537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209123732550 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/handover_2G:nanobts+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209123732558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209123732559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209123732559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:37:35.609677 run osmo-msc_10.42.42.6(pid=6031): ERR: Terminated: ERROR {rc=2} [trial-2359↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6031)]\u000a12:37:35.661954 run osmo-msc_10.42.42.6(pid=6031): stdout: \u000a| (launched: 2022-12-09_12:37:34.391375) \u000a12:37:35.714905 run osmo-msc_10.42.42.6(pid=6031): stderr: \u000a| �[0;m�[38;5;43m20221209123734712 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209123734712 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f326b333c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209123734712 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209123734712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209123734712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209123734713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209123734714 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209123734715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209123734715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209123734715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:37:35.760036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6024): Terminating (SIGTERM)\u000a12:37:35.803532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6027): Terminating (SIGTERM)\u000a12:37:35.849636 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6030): Terminating (SIGTERM)\u000a12:37:35.858850 --- ParallelTerminationStrategy: PID 6024 died...\u000a12:37:35.912168 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6024): Terminated: ok {rc=0}\u000a12:37:35.921909 --- ParallelTerminationStrategy: PID 6027 died...\u000a12:37:35.975564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6027): Terminated: ok {rc=0}\u000a12:37:35.985229 --- ParallelTerminationStrategy: PID 6030 died...\u000a12:37:36.038235 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6030): Terminated: ok {rc=0}\u000a12:37:36.123210 bus /sierra_3: Setting Powered False\u000a12:37:37.230875 bus /sierra_3: Setting Powered False\u000a12:37:38.343581 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "171", "name" : "handover_2G_nanobts+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:37:28" }, { "cases" : [ { "testActions" : [ ], "age" : 188, "className" : "handover_2G:oc2g+bts1-octphy", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6042): Process ended prematurely: osmo-stp_10.42.42.5(pid=6042) [trial-2359↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6042)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6042): Process ended prematurely: osmo-stp_10.42.42.5(pid=6042) [trial-2359↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6042)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 handover_2G:oc2g+bts1-octphy handover.py\u000a----------------------------------------------\u000a12:37:40.325147 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a12:37:40.336563 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a12:37:40.462365 tst handover.py: using LAC 21508\u000a12:37:40.586638 tst handover.py: using RAC 88\u000a12:37:40.714871 tst handover.py: using CellId 21508\u000a12:37:40.835481 tst handover.py: using BVCI 21509\u000a12:37:40.859343 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a12:37:40.983231 tst handover.py: using LAC 21509\u000a12:37:41.106509 tst handover.py: using RAC 89\u000a12:37:41.229223 tst handover.py: using CellId 21509\u000a12:37:41.349654 tst handover.py: using BVCI 21510\u000a12:37:41.373534 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a12:37:41.384470 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a12:37:41.395294 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a12:37:41.406181 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a12:37:41.416807 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a12:37:41.427384 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a12:37:41.549557 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a12:37:41.761482 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:37:42.239247 run create_hlr_db(pid=6036): Launched\u000a12:37:42.366529 bus /sierra_2: Setting Powered False\u000a12:37:43.441651 run create_hlr_db(pid=6036): Terminated: ok {rc=0}\u000a12:37:43.860279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6038): Launched\u000a12:37:44.197920 run osmo-hlr_10.42.42.2(pid=6039): Launched\u000a12:37:44.320561 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:37:44.873943 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6041): Launched\u000a12:37:45.210662 run osmo-stp_10.42.42.5(pid=6042): Launched\u000a12:37:45.333521 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:37:45.931248 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6044): Launched\u000a12:37:46.367848 run osmo-msc_10.42.42.6(pid=6045): Launched\u000a12:37:46.795353 run osmo-stp_10.42.42.5(pid=6042): ERR: Terminated: ERROR {rc=1} [trial-2359↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6042)]\u000a12:37:46.970175 run osmo-stp_10.42.42.5(pid=6042): stdout: \u000a| (launched: 2022-12-09_12:37:45.043670)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:37:47.118563 run osmo-stp_10.42.42.5(pid=6042): stderr: \u000a| �[0;m�[38;5;43m20221209123745236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123745236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123745236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123745237 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123745237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123745237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123745237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:37:47.257060 run osmo-stp_10.42.42.5(pid=6042): stdout: \u000a| (launched: 2022-12-09_12:37:45.043670)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:37:47.395940 run osmo-stp_10.42.42.5(pid=6042): stderr: \u000a| �[0;m�[38;5;43m20221209123745236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123745236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123745236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123745237 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123745237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123745237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123745237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:37:47.454750 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6042): Process ended prematurely: osmo-stp_10.42.42.5(pid=6042) [trial-2359↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6042)] [trial-2359↪handover_2G:oc2g+bts1-octphy↪handover.py:18]\u000a12:37:47.463628 tst handover.py:18: Test FAILED (7.1 sec)\u000a12:37:47.528940 run osmo-hlr_10.42.42.2(pid=6039): ERR: Terminated: ERROR {rc=237} [trial-2359↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6039)]\u000a12:37:47.581754 run osmo-hlr_10.42.42.2(pid=6039): stdout: \u000a| (launched: 2022-12-09_12:37:44.030801) \u000a12:37:47.635181 run osmo-hlr_10.42.42.2(pid=6039): stderr: \u000a| �[0;m�[1;31m20221209123744229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209123744229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209123744229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123744229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123744229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209123744229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209123744242 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/handover_2G:oc2g+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209123744250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209123744250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209123744251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:37:47.707431 run osmo-msc_10.42.42.6(pid=6045): ERR: Terminated: ERROR {rc=2} [trial-2359↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6045)]\u000a12:37:47.760365 run osmo-msc_10.42.42.6(pid=6045): stdout: \u000a| (launched: 2022-12-09_12:37:46.103334) \u000a12:37:47.813889 run osmo-msc_10.42.42.6(pid=6045): stderr: \u000a| �[0;m�[38;5;43m20221209123746564 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209123746564 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe5e99bdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209123746564 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209123746564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209123746564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209123746564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209123746566 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209123746566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209123746567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209123746567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:37:47.859113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6038): Terminating (SIGTERM)\u000a12:37:47.901550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6041): Terminating (SIGTERM)\u000a12:37:47.944619 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6044): Terminating (SIGTERM)\u000a12:37:47.954644 --- ParallelTerminationStrategy: PID 6038 died...\u000a12:37:48.012432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6038): Terminated: ok {rc=0}\u000a12:37:48.022833 --- ParallelTerminationStrategy: PID 6041 died...\u000a12:37:48.080017 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6041): Terminated: ok {rc=0}\u000a12:37:48.090617 --- ParallelTerminationStrategy: PID 6044 died...\u000a12:37:48.148072 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6044): Terminated: ok {rc=0}\u000a12:37:48.235892 bus /sierra_3: Setting Powered False\u000a12:37:49.344127 bus /sierra_3: Setting Powered False\u000a12:37:50.452494 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "172", "name" : "handover_2G_oc2g+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:37:40" }, { "cases" : [ { "testActions" : [ ], "age" : 188, "className" : "handover_2G:oc2g+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6059): Process ended prematurely: osmo-stp_10.42.42.5(pid=6059) [trial-2359↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6059)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6059): Process ended prematurely: osmo-stp_10.42.42.5(pid=6059) [trial-2359↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6059)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 handover_2G:oc2g+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a12:37:52.441526 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:37:52.452801 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a12:37:52.589804 tst handover.py: using LAC 21510\u000a12:37:52.720627 tst handover.py: using RAC 90\u000a12:37:52.850433 tst handover.py: using CellId 21510\u000a12:37:52.979605 tst handover.py: using BVCI 21511\u000a12:37:53.005227 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a12:37:53.149224 tst handover.py: using LAC 21511\u000a12:37:53.280830 tst handover.py: using RAC 91\u000a12:37:53.406317 tst handover.py: using CellId 21511\u000a12:37:53.530410 tst handover.py: using BVCI 21512\u000a12:37:53.554317 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:37:53.565704 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:37:53.576373 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:37:53.587997 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:37:53.599487 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:37:53.610902 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a12:37:53.733356 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a12:37:53.942506 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:37:54.419166 run create_hlr_db(pid=6053): Launched\u000a12:37:54.546658 bus /sierra_2: Setting Powered False\u000a12:37:55.632844 run create_hlr_db(pid=6053): Terminated: ok {rc=0}\u000a12:37:56.051452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6055): Launched\u000a12:37:56.389160 run osmo-hlr_10.42.42.2(pid=6056): Launched\u000a12:37:56.515303 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:37:57.067798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6058): Launched\u000a12:37:57.405945 run osmo-stp_10.42.42.5(pid=6059): Launched\u000a12:37:57.527290 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:37:58.110439 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6061): Launched\u000a12:37:58.446689 run osmo-msc_10.42.42.6(pid=6062): Launched\u000a12:37:58.641905 run osmo-stp_10.42.42.5(pid=6059): ERR: Terminated: ERROR {rc=1} [trial-2359↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6059)]\u000a12:37:58.782971 run osmo-stp_10.42.42.5(pid=6059): stdout: \u000a| (launched: 2022-12-09_12:37:57.238027)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:37:58.922770 run osmo-stp_10.42.42.5(pid=6059): stderr: \u000a| �[0;m�[38;5;43m20221209123757430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123757430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123757431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123757431 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123757432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123757432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123757432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:37:59.056298 run osmo-stp_10.42.42.5(pid=6059): stdout: \u000a| (launched: 2022-12-09_12:37:57.238027)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:37:59.188890 run osmo-stp_10.42.42.5(pid=6059): stderr: \u000a| �[0;m�[38;5;43m20221209123757430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123757430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123757431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123757431 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123757432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123757432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123757432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:37:59.246883 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6059): Process ended prematurely: osmo-stp_10.42.42.5(pid=6059) [trial-2359↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6059)] [trial-2359↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18]\u000a12:37:59.255723 tst handover.py:18: Test FAILED (6.8 sec)\u000a12:37:59.319536 run osmo-hlr_10.42.42.2(pid=6056): ERR: Terminated: ERROR {rc=237} [trial-2359↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6056)]\u000a12:37:59.372402 run osmo-hlr_10.42.42.2(pid=6056): stdout: \u000a| (launched: 2022-12-09_12:37:56.221780) \u000a12:37:59.425455 run osmo-hlr_10.42.42.2(pid=6056): stderr: \u000a| �[0;m�[1;31m20221209123756420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209123756420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209123756420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123756420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123756420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209123756420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209123756433 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/handover_2G:oc2g+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209123756441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209123756442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209123756442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:37:59.496906 run osmo-msc_10.42.42.6(pid=6062): ERR: Terminated: ERROR {rc=2} [trial-2359↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6062)]\u000a12:37:59.549014 run osmo-msc_10.42.42.6(pid=6062): stdout: \u000a| (launched: 2022-12-09_12:37:58.280222) \u000a12:37:59.601530 run osmo-msc_10.42.42.6(pid=6062): stderr: \u000a| �[0;m�[38;5;43m20221209123758602 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209123758602 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd2d6e1fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209123758602 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209123758602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209123758603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209123758603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209123758604 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209123758605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209123758605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209123758605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:37:59.646512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6055): Terminating (SIGTERM)\u000a12:37:59.689026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6058): Terminating (SIGTERM)\u000a12:37:59.731502 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6061): Terminating (SIGTERM)\u000a12:37:59.741312 --- ParallelTerminationStrategy: PID 6055 died...\u000a12:37:59.798424 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6055): Terminated: ok {rc=0}\u000a12:37:59.808619 --- ParallelTerminationStrategy: PID 6058 died...\u000a12:37:59.865363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6058): Terminated: ok {rc=0}\u000a12:37:59.875547 --- ParallelTerminationStrategy: PID 6061 died...\u000a12:37:59.932018 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6061): Terminated: ok {rc=0}\u000a12:38:00.020443 bus /sierra_3: Setting Powered False\u000a12:38:01.131358 bus /sierra_3: Setting Powered False\u000a12:38:02.260051 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "173", "name" : "handover_2G_oc2g+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:37:52" }, { "cases" : [ { "testActions" : [ ], "age" : 188, "className" : "handover_2G:oc2g+bts1-trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6345): Process ended prematurely: osmo-stp_10.42.42.5(pid=6345) [trial-2359↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6345)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6345): Process ended prematurely: osmo-stp_10.42.42.5(pid=6345) [trial-2359↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6345)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 handover_2G:oc2g+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a12:38:04.304487 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:38:04.316873 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a12:38:04.450398 tst handover.py: using LAC 21512\u000a12:38:04.573595 tst handover.py: using RAC 92\u000a12:38:04.698175 tst handover.py: using CellId 21512\u000a12:38:04.822104 tst handover.py: using BVCI 21513\u000a12:38:04.847230 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a12:38:04.983774 tst handover.py: using LAC 21513\u000a12:38:05.106942 tst handover.py: using RAC 93\u000a12:38:05.231683 tst handover.py: using CellId 21513\u000a12:38:05.357119 tst handover.py: using BVCI 21514\u000a12:38:05.383803 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:38:05.396332 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:38:05.409897 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:38:05.423193 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:38:05.436706 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:38:05.450138 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a12:38:05.576306 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a12:38:05.802686 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:38:06.346485 run create_hlr_db(pid=6339): Launched\u000a12:38:06.485114 bus /sierra_2: Setting Powered False\u000a12:38:07.566159 run create_hlr_db(pid=6339): Terminated: ok {rc=0}\u000a12:38:08.005227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6341): Launched\u000a12:38:08.451887 run osmo-hlr_10.42.42.2(pid=6342): Launched\u000a12:38:08.696158 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:38:09.275367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6344): Launched\u000a12:38:09.710222 run osmo-stp_10.42.42.5(pid=6345): Launched\u000a12:38:09.940155 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:38:10.563512 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6347): Launched\u000a12:38:10.929190 run osmo-msc_10.42.42.6(pid=6348): Launched\u000a12:38:11.278968 run osmo-stp_10.42.42.5(pid=6345): ERR: Terminated: ERROR {rc=1} [trial-2359↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6345)]\u000a12:38:11.529194 run osmo-stp_10.42.42.5(pid=6345): stdout: \u000a| (launched: 2022-12-09_12:38:09.450545)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:38:11.731833 run osmo-stp_10.42.42.5(pid=6345): stderr: \u000a| �[0;m�[38;5;43m20221209123809772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123809772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123809777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123809778 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123809778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123809778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123809778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:38:11.861696 run osmo-stp_10.42.42.5(pid=6345): stdout: \u000a| (launched: 2022-12-09_12:38:09.450545)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:38:11.989529 run osmo-stp_10.42.42.5(pid=6345): stderr: \u000a| �[0;m�[38;5;43m20221209123809772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123809772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123809777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123809778 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123809778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123809778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123809778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:38:12.045990 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6345): Process ended prematurely: osmo-stp_10.42.42.5(pid=6345) [trial-2359↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6345)] [trial-2359↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a12:38:12.055120 tst handover.py:18: Test FAILED (7.7 sec)\u000a12:38:12.118576 run osmo-hlr_10.42.42.2(pid=6342): ERR: Terminated: ERROR {rc=237} [trial-2359↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6342)]\u000a12:38:12.170884 run osmo-hlr_10.42.42.2(pid=6342): stdout: \u000a| (launched: 2022-12-09_12:38:08.179303) \u000a12:38:12.223661 run osmo-hlr_10.42.42.2(pid=6342): stderr: \u000a| �[0;m�[1;31m20221209123808486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209123808486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209123808486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123808486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123808486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209123808486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209123808509 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/handover_2G:oc2g+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209123808522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209123808522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209123808523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:38:12.294550 run osmo-msc_10.42.42.6(pid=6348): ERR: Terminated: ERROR {rc=2} [trial-2359↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6348)]\u000a12:38:12.346139 run osmo-msc_10.42.42.6(pid=6348): stdout: \u000a| (launched: 2022-12-09_12:38:10.726694) \u000a12:38:12.399331 run osmo-msc_10.42.42.6(pid=6348): stderr: \u000a| �[0;m�[38;5;43m20221209123811266 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209123811266 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0b06547c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209123811266 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209123811266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209123811266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209123811266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209123811268 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209123811277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209123811277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209123811277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:38:12.443663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6341): Terminating (SIGTERM)\u000a12:38:12.488083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6344): Terminating (SIGTERM)\u000a12:38:12.532449 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6347): Terminating (SIGTERM)\u000a12:38:12.543130 --- ParallelTerminationStrategy: PID 6341 died...\u000a12:38:12.600768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6341): Terminated: ok {rc=0}\u000a12:38:12.611455 --- ParallelTerminationStrategy: PID 6344 died...\u000a12:38:12.667720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6344): Terminated: ok {rc=0}\u000a12:38:12.678530 --- ParallelTerminationStrategy: PID 6347 died...\u000a12:38:12.734871 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6347): Terminated: ok {rc=0}\u000a12:38:12.822459 bus /sierra_3: Setting Powered False\u000a12:38:13.929468 bus /sierra_3: Setting Powered False\u000a12:38:15.041529 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "174", "name" : "handover_2G_oc2g+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:38:04" }, { "cases" : [ { "testActions" : [ ], "age" : 188, "className" : "handover_2G:oc2g+bts1-trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6359): Process ended prematurely: osmo-stp_10.42.42.5(pid=6359) [trial-2359↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6359)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6359): Process ended prematurely: osmo-stp_10.42.42.5(pid=6359) [trial-2359↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6359)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 handover_2G:oc2g+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a12:38:17.230721 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:38:17.244375 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a12:38:17.405653 tst handover.py: using LAC 21514\u000a12:38:17.558621 tst handover.py: using RAC 94\u000a12:38:17.723581 tst handover.py: using CellId 21514\u000a12:38:17.875196 tst handover.py: using BVCI 21515\u000a12:38:17.903346 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a12:38:18.051057 tst handover.py: using LAC 21515\u000a12:38:18.178318 tst handover.py: using RAC 95\u000a12:38:18.303693 tst handover.py: using CellId 21515\u000a12:38:18.429239 tst handover.py: using BVCI 21516\u000a12:38:18.454485 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:38:18.466844 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:38:18.478796 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:38:18.490811 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:38:18.503103 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:38:18.515426 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a12:38:18.638413 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a12:38:18.853820 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:38:19.379753 run create_hlr_db(pid=6353): Launched\u000a12:38:19.512402 bus /sierra_2: Setting Powered False\u000a12:38:20.589562 run create_hlr_db(pid=6353): Terminated: ok {rc=0}\u000a12:38:21.011941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6355): Launched\u000a12:38:21.441903 run osmo-hlr_10.42.42.2(pid=6356): Launched\u000a12:38:21.684601 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:38:22.300215 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6358): Launched\u000a12:38:22.729982 run osmo-stp_10.42.42.5(pid=6359): Launched\u000a12:38:22.967514 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:38:23.587850 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6361): Launched\u000a12:38:23.951979 run osmo-msc_10.42.42.6(pid=6362): Launched\u000a12:38:24.137775 run osmo-stp_10.42.42.5(pid=6359): ERR: Terminated: ERROR {rc=1} [trial-2359↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6359)]\u000a12:38:24.271441 run osmo-stp_10.42.42.5(pid=6359): stdout: \u000a| (launched: 2022-12-09_12:38:22.466419)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:38:24.402220 run osmo-stp_10.42.42.5(pid=6359): stderr: \u000a| �[0;m�[38;5;43m20221209123822788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123822788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123822789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123822789 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123822790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123822790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123822790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:38:24.527766 run osmo-stp_10.42.42.5(pid=6359): stdout: \u000a| (launched: 2022-12-09_12:38:22.466419)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:38:24.652044 run osmo-stp_10.42.42.5(pid=6359): stderr: \u000a| �[0;m�[38;5;43m20221209123822788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123822788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123822789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123822789 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123822790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123822790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123822790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:38:24.706644 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6359): Process ended prematurely: osmo-stp_10.42.42.5(pid=6359) [trial-2359↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6359)] [trial-2359↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18]\u000a12:38:24.714558 tst handover.py:18: Test FAILED (7.5 sec)\u000a12:38:24.775192 run osmo-hlr_10.42.42.2(pid=6356): ERR: Terminated: ERROR {rc=237} [trial-2359↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6356)]\u000a12:38:24.825240 run osmo-hlr_10.42.42.2(pid=6356): stdout: \u000a| (launched: 2022-12-09_12:38:21.174523) \u000a12:38:24.875829 run osmo-hlr_10.42.42.2(pid=6356): stderr: \u000a| �[0;m�[1;31m20221209123821518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209123821518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209123821518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123821518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123821518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209123821518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209123821536 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/handover_2G:oc2g+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209123821544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209123821544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209123821544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:38:24.944705 run osmo-msc_10.42.42.6(pid=6362): ERR: Terminated: ERROR {rc=2} [trial-2359↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6362)]\u000a12:38:24.994841 run osmo-msc_10.42.42.6(pid=6362): stdout: \u000a| (launched: 2022-12-09_12:38:23.753751) \u000a12:38:25.045148 run osmo-msc_10.42.42.6(pid=6362): stderr: \u000a| �[0;m�[38;5;43m20221209123824060 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209123824061 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9649565c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209123824061 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209123824061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209123824061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209123824061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209123824063 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209123824063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209123824063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209123824063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:38:25.087820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6355): Terminating (SIGTERM)\u000a12:38:25.128113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6358): Terminating (SIGTERM)\u000a12:38:25.168230 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6361): Terminating (SIGTERM)\u000a12:38:25.177546 --- ParallelTerminationStrategy: PID 6355 died...\u000a12:38:25.231791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6355): Terminated: ok {rc=0}\u000a12:38:25.241854 --- ParallelTerminationStrategy: PID 6358 died...\u000a12:38:25.295882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6358): Terminated: ok {rc=0}\u000a12:38:25.305613 --- ParallelTerminationStrategy: PID 6361 died...\u000a12:38:25.359209 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6361): Terminated: ok {rc=0}\u000a12:38:25.449635 bus /sierra_3: Setting Powered False\u000a12:38:26.554788 bus /sierra_3: Setting Powered False\u000a12:38:27.667517 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "175", "name" : "handover_2G_oc2g+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:38:16" }, { "cases" : [ { "testActions" : [ ], "age" : 157, "className" : "handover_2G:oc2g+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6374): Process ended prematurely: osmo-stp_10.42.42.5(pid=6374) [trial-2359↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6374)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6374): Process ended prematurely: osmo-stp_10.42.42.5(pid=6374) [trial-2359↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6374)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 handover_2G:oc2g+bts1-sysmo handover.py\u000a----------------------------------------------\u000a12:38:29.635549 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:38:29.647150 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a12:38:29.781706 tst handover.py: using LAC 21516\u000a12:38:29.914158 tst handover.py: using RAC 96\u000a12:38:30.046605 tst handover.py: using CellId 21516\u000a12:38:30.177735 tst handover.py: using BVCI 21517\u000a12:38:30.203212 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a12:38:30.340448 tst handover.py: using LAC 21517\u000a12:38:30.469604 tst handover.py: using RAC 97\u000a12:38:30.601397 tst handover.py: using CellId 21517\u000a12:38:30.729640 tst handover.py: using BVCI 21518\u000a12:38:30.754864 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:38:30.766280 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:38:30.777475 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:38:30.789166 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:38:30.800630 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:38:30.811975 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a12:38:30.959100 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a12:38:31.213903 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:38:31.775684 run create_hlr_db(pid=6368): Launched\u000a12:38:31.926220 bus /sierra_2: Setting Powered False\u000a12:38:32.980057 run create_hlr_db(pid=6368): Terminated: ok {rc=0}\u000a12:38:33.400705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6370): Launched\u000a12:38:33.737799 run osmo-hlr_10.42.42.2(pid=6371): Launched\u000a12:38:33.859487 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:38:34.418152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6373): Launched\u000a12:38:34.753266 run osmo-stp_10.42.42.5(pid=6374): Launched\u000a12:38:34.875772 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:38:35.461638 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6376): Launched\u000a12:38:35.798988 run osmo-msc_10.42.42.6(pid=6377): Launched\u000a12:38:35.995639 run osmo-stp_10.42.42.5(pid=6374): ERR: Terminated: ERROR {rc=1} [trial-2359↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6374)]\u000a12:38:36.137083 run osmo-stp_10.42.42.5(pid=6374): stdout: \u000a| (launched: 2022-12-09_12:38:34.587843)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:38:36.276836 run osmo-stp_10.42.42.5(pid=6374): stderr: \u000a| �[0;m�[38;5;43m20221209123834779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123834780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123834780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123834780 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123834781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123834781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123834781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:38:36.411398 run osmo-stp_10.42.42.5(pid=6374): stdout: \u000a| (launched: 2022-12-09_12:38:34.587843)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:38:36.544175 run osmo-stp_10.42.42.5(pid=6374): stderr: \u000a| �[0;m�[38;5;43m20221209123834779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123834780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123834780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123834780 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123834781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123834781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123834781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:38:36.602382 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6374): Process ended prematurely: osmo-stp_10.42.42.5(pid=6374) [trial-2359↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6374)] [trial-2359↪handover_2G:oc2g+bts1-sysmo↪handover.py:18]\u000a12:38:36.610936 tst handover.py:18: Test FAILED (7.0 sec)\u000a12:38:36.675528 run osmo-hlr_10.42.42.2(pid=6371): ERR: Terminated: ERROR {rc=237} [trial-2359↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6371)]\u000a12:38:36.728348 run osmo-hlr_10.42.42.2(pid=6371): stdout: \u000a| (launched: 2022-12-09_12:38:33.571012) \u000a12:38:36.782184 run osmo-hlr_10.42.42.2(pid=6371): stderr: \u000a| �[0;m�[1;31m20221209123833769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209123833769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209123833769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123833769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123833769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209123833769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209123833781 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/handover_2G:oc2g+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209123833791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209123833792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209123833792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:38:36.854675 run osmo-msc_10.42.42.6(pid=6377): ERR: Terminated: ERROR {rc=2} [trial-2359↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6377)]\u000a12:38:36.907400 run osmo-msc_10.42.42.6(pid=6377): stdout: \u000a| (launched: 2022-12-09_12:38:35.631331) \u000a12:38:36.960482 run osmo-msc_10.42.42.6(pid=6377): stderr: \u000a| �[0;m�[38;5;43m20221209123835955 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209123835955 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9a5ce17c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209123835955 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209123835955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209123835955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209123835955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209123835957 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209123835957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209123835958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209123835958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:38:37.005613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6370): Terminating (SIGTERM)\u000a12:38:37.048283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6373): Terminating (SIGTERM)\u000a12:38:37.090840 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6376): Terminating (SIGTERM)\u000a12:38:37.101019 --- ParallelTerminationStrategy: PID 6370 died...\u000a12:38:37.157908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6370): Terminated: ok {rc=0}\u000a12:38:37.168403 --- ParallelTerminationStrategy: PID 6373 died...\u000a12:38:37.225254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6373): Terminated: ok {rc=0}\u000a12:38:37.235456 --- ParallelTerminationStrategy: PID 6376 died...\u000a12:38:37.292826 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6376): Terminated: ok {rc=0}\u000a12:38:37.380017 bus /sierra_3: Setting Powered False\u000a12:38:38.488324 bus /sierra_3: Setting Powered False\u000a12:38:39.601723 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "176", "name" : "handover_2G_oc2g+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:38:29" }, { "cases" : [ { "testActions" : [ ], "age" : 157, "className" : "handover_2G:oc2g+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6388): Process ended prematurely: osmo-stp_10.42.42.5(pid=6388) [trial-2359↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6388)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6388): Process ended prematurely: osmo-stp_10.42.42.5(pid=6388) [trial-2359↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6388)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 handover_2G:oc2g+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a12:38:41.580766 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:38:41.592055 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a12:38:41.723680 tst handover.py: using LAC 21518\u000a12:38:41.846777 tst handover.py: using RAC 98\u000a12:38:41.968111 tst handover.py: using CellId 21518\u000a12:38:42.090717 tst handover.py: using BVCI 21519\u000a12:38:42.114572 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a12:38:42.251562 tst handover.py: using LAC 21519\u000a12:38:42.372641 tst handover.py: using RAC 99\u000a12:38:42.493759 tst handover.py: using CellId 21519\u000a12:38:42.614779 tst handover.py: using BVCI 21520\u000a12:38:42.638452 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:38:42.649426 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:38:42.660214 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:38:42.671159 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:38:42.682131 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:38:42.692907 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a12:38:42.815606 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a12:38:43.022082 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:38:43.496617 run create_hlr_db(pid=6382): Launched\u000a12:38:43.623940 bus /sierra_2: Setting Powered False\u000a12:38:44.698353 run create_hlr_db(pid=6382): Terminated: ok {rc=0}\u000a12:38:45.091155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6384): Launched\u000a12:38:45.405823 run osmo-hlr_10.42.42.2(pid=6385): Launched\u000a12:38:45.529073 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:38:46.102418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6387): Launched\u000a12:38:46.547594 run osmo-stp_10.42.42.5(pid=6388): Launched\u000a12:38:46.732752 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:38:47.330331 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6390): Launched\u000a12:38:47.667757 run osmo-msc_10.42.42.6(pid=6391): Launched\u000a12:38:47.863272 run osmo-stp_10.42.42.5(pid=6388): ERR: Terminated: ERROR {rc=1} [trial-2359↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6388)]\u000a12:38:48.004085 run osmo-stp_10.42.42.5(pid=6388): stdout: \u000a| (launched: 2022-12-09_12:38:46.277880)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:38:48.143303 run osmo-stp_10.42.42.5(pid=6388): stderr: \u000a| �[0;m�[38;5;43m20221209123846548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123846548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123846549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123846549 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123846549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123846550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123846550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:38:48.277354 run osmo-stp_10.42.42.5(pid=6388): stdout: \u000a| (launched: 2022-12-09_12:38:46.277880)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:38:48.409969 run osmo-stp_10.42.42.5(pid=6388): stderr: \u000a| �[0;m�[38;5;43m20221209123846548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123846548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123846549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123846549 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123846549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123846550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123846550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:38:48.468013 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6388): Process ended prematurely: osmo-stp_10.42.42.5(pid=6388) [trial-2359↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6388)] [trial-2359↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18]\u000a12:38:48.476591 tst handover.py:18: Test FAILED (6.9 sec)\u000a12:38:48.540678 run osmo-hlr_10.42.42.2(pid=6385): ERR: Terminated: ERROR {rc=237} [trial-2359↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6385)]\u000a12:38:48.592871 run osmo-hlr_10.42.42.2(pid=6385): stdout: \u000a| (launched: 2022-12-09_12:38:45.250789) \u000a12:38:48.645729 run osmo-hlr_10.42.42.2(pid=6385): stderr: \u000a| �[0;m�[1;31m20221209123845428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209123845429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209123845429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123845429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123845429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209123845429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209123845441 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/handover_2G:oc2g+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209123845449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209123845450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209123845450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:38:48.716788 run osmo-msc_10.42.42.6(pid=6391): ERR: Terminated: ERROR {rc=2} [trial-2359↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6391)]\u000a12:38:48.769450 run osmo-msc_10.42.42.6(pid=6391): stdout: \u000a| (launched: 2022-12-09_12:38:47.500062) \u000a12:38:48.822791 run osmo-msc_10.42.42.6(pid=6391): stderr: \u000a| �[0;m�[38;5;43m20221209123847824 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209123847824 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa51f7c3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209123847824 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209123847824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209123847824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209123847825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209123847826 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209123847827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209123847827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209123847827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:38:48.867678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6384): Terminating (SIGTERM)\u000a12:38:48.909811 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6387): Terminating (SIGTERM)\u000a12:38:48.952340 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6390): Terminating (SIGTERM)\u000a12:38:48.962194 --- ParallelTerminationStrategy: PID 6384 died...\u000a12:38:49.018886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6384): Terminated: ok {rc=0}\u000a12:38:49.028928 --- ParallelTerminationStrategy: PID 6387 died...\u000a12:38:49.085460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6387): Terminated: ok {rc=0}\u000a12:38:49.095497 --- ParallelTerminationStrategy: PID 6390 died...\u000a12:38:49.151564 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6390): Terminated: ok {rc=0}\u000a12:38:49.237713 bus /sierra_3: Setting Powered False\u000a12:38:50.344322 bus /sierra_3: Setting Powered False\u000a12:38:51.452917 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "177", "name" : "handover_2G_oc2g+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:38:41" }, { "cases" : [ { "testActions" : [ ], "age" : 157, "className" : "handover_2G:oc2g+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6404): Process ended prematurely: osmo-stp_10.42.42.5(pid=6404) [trial-2359↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6404)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6404): Process ended prematurely: osmo-stp_10.42.42.5(pid=6404) [trial-2359↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6404)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 handover_2G:oc2g+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a12:38:53.457661 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:38:53.468769 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:38:53.601045 tst handover.py: using LAC 21520\u000a12:38:53.732178 tst handover.py: using RAC 100\u000a12:38:53.863507 tst handover.py: using CellId 21520\u000a12:38:53.994330 tst handover.py: using BVCI 21521\u000a12:38:54.019598 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:38:54.165778 tst handover.py: using LAC 21521\u000a12:38:54.297712 tst handover.py: using RAC 101\u000a12:38:54.429170 tst handover.py: using CellId 21521\u000a12:38:54.561262 tst handover.py: using BVCI 21522\u000a12:38:54.586686 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:38:54.598055 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:38:54.609195 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:38:54.620585 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:38:54.632136 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:38:54.643574 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:38:54.763718 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:38:54.979909 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:38:55.476408 run create_hlr_db(pid=6398): Launched\u000a12:38:55.612925 bus /sierra_2: Setting Powered False\u000a12:38:56.690255 run create_hlr_db(pid=6398): Terminated: ok {rc=0}\u000a12:38:57.109679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6400): Launched\u000a12:38:57.445738 run osmo-hlr_10.42.42.2(pid=6401): Launched\u000a12:38:57.567368 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:38:58.123557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6403): Launched\u000a12:38:58.459524 run osmo-stp_10.42.42.5(pid=6404): Launched\u000a12:38:58.580706 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:38:59.166058 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6406): Launched\u000a12:38:59.503578 run osmo-msc_10.42.42.6(pid=6407): Launched\u000a12:38:59.699545 run osmo-stp_10.42.42.5(pid=6404): ERR: Terminated: ERROR {rc=1} [trial-2359↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6404)]\u000a12:38:59.841852 run osmo-stp_10.42.42.5(pid=6404): stdout: \u000a| (launched: 2022-12-09_12:38:58.293072)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:38:59.981829 run osmo-stp_10.42.42.5(pid=6404): stderr: \u000a| �[0;m�[38;5;43m20221209123858485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123858485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123858486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123858486 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123858487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123858487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123858487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:39:00.115922 run osmo-stp_10.42.42.5(pid=6404): stdout: \u000a| (launched: 2022-12-09_12:38:58.293072)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:39:00.248830 run osmo-stp_10.42.42.5(pid=6404): stderr: \u000a| �[0;m�[38;5;43m20221209123858485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123858485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123858486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123858486 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123858487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123858487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123858487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:39:00.307244 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6404): Process ended prematurely: osmo-stp_10.42.42.5(pid=6404) [trial-2359↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6404)] [trial-2359↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18]\u000a12:39:00.315809 tst handover.py:18: Test FAILED (6.8 sec)\u000a12:39:00.380104 run osmo-hlr_10.42.42.2(pid=6401): ERR: Terminated: ERROR {rc=237} [trial-2359↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6401)]\u000a12:39:00.432503 run osmo-hlr_10.42.42.2(pid=6401): stdout: \u000a| (launched: 2022-12-09_12:38:57.279690) \u000a12:39:00.485487 run osmo-hlr_10.42.42.2(pid=6401): stderr: \u000a| �[0;m�[1;31m20221209123857479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209123857479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209123857479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123857479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123857479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209123857479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209123857492 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/handover_2G:oc2g+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209123857501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209123857501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209123857501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:39:00.557235 run osmo-msc_10.42.42.6(pid=6407): ERR: Terminated: ERROR {rc=2} [trial-2359↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6407)]\u000a12:39:00.609739 run osmo-msc_10.42.42.6(pid=6407): stdout: \u000a| (launched: 2022-12-09_12:38:59.336430) \u000a12:39:00.662626 run osmo-msc_10.42.42.6(pid=6407): stderr: \u000a| �[0;m�[38;5;43m20221209123859661 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209123859661 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff31f662c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209123859662 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209123859662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209123859662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209123859662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209123859664 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209123859664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209123859664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209123859664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:39:00.707341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6400): Terminating (SIGTERM)\u000a12:39:00.750337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6403): Terminating (SIGTERM)\u000a12:39:00.793936 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6406): Terminating (SIGTERM)\u000a12:39:00.804166 --- ParallelTerminationStrategy: PID 6400 died...\u000a12:39:00.861838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6400): Terminated: ok {rc=0}\u000a12:39:00.873504 --- ParallelTerminationStrategy: PID 6403 died...\u000a12:39:00.934695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6403): Terminated: ok {rc=0}\u000a12:39:00.945701 --- ParallelTerminationStrategy: PID 6406 died...\u000a12:39:01.004498 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6406): Terminated: ok {rc=0}\u000a12:39:01.100290 bus /sierra_3: Setting Powered False\u000a12:39:02.233641 bus /sierra_3: Setting Powered False\u000a12:39:03.345013 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "178", "name" : "handover_2G_oc2g+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:38:53" }, { "cases" : [ { "testActions" : [ ], "age" : 188, "className" : "handover_2G:octphy+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6418): Process ended prematurely: osmo-stp_10.42.42.5(pid=6418) [trial-2359↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6418)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6418): Process ended prematurely: osmo-stp_10.42.42.5(pid=6418) [trial-2359↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6418)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 handover_2G:octphy+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a12:39:05.347468 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:39:05.358869 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a12:39:05.490088 tst handover.py: using LAC 21522\u000a12:39:05.622035 tst handover.py: using RAC 102\u000a12:39:05.754483 tst handover.py: using CellId 21522\u000a12:39:05.885550 tst handover.py: using BVCI 21523\u000a12:39:05.911086 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a12:39:06.059059 tst handover.py: using LAC 21523\u000a12:39:06.195189 tst handover.py: using RAC 103\u000a12:39:06.323811 tst handover.py: using CellId 21523\u000a12:39:06.452766 tst handover.py: using BVCI 21524\u000a12:39:06.478319 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:39:06.489647 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:39:06.501074 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:39:06.512465 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:39:06.523955 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a12:39:06.535357 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a12:39:06.657726 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a12:39:06.867098 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:39:07.340179 run create_hlr_db(pid=6412): Launched\u000a12:39:07.467926 bus /sierra_2: Setting Powered False\u000a12:39:08.541116 run create_hlr_db(pid=6412): Terminated: ok {rc=0}\u000a12:39:08.962115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6414): Launched\u000a12:39:09.299400 run osmo-hlr_10.42.42.2(pid=6415): Launched\u000a12:39:09.423023 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:39:09.979461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6417): Launched\u000a12:39:10.318692 run osmo-stp_10.42.42.5(pid=6418): Launched\u000a12:39:10.440011 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:39:11.030555 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6420): Launched\u000a12:39:11.368424 run osmo-msc_10.42.42.6(pid=6421): Launched\u000a12:39:11.563719 run osmo-stp_10.42.42.5(pid=6418): ERR: Terminated: ERROR {rc=1} [trial-2359↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6418)]\u000a12:39:11.705185 run osmo-stp_10.42.42.5(pid=6418): stdout: \u000a| (launched: 2022-12-09_12:39:10.150233)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:39:11.845248 run osmo-stp_10.42.42.5(pid=6418): stderr: \u000a| �[0;m�[38;5;43m20221209123910343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123910343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123910343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123910344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123910344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123910344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123910344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:39:11.979518 run osmo-stp_10.42.42.5(pid=6418): stdout: \u000a| (launched: 2022-12-09_12:39:10.150233)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:39:12.112749 run osmo-stp_10.42.42.5(pid=6418): stderr: \u000a| �[0;m�[38;5;43m20221209123910343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123910343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123910343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123910344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123910344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123910344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123910344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:39:12.170714 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6418): Process ended prematurely: osmo-stp_10.42.42.5(pid=6418) [trial-2359↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6418)] [trial-2359↪handover_2G:octphy+bts1-trx-lms↪handover.py:18]\u000a12:39:12.179132 tst handover.py:18: Test FAILED (6.8 sec)\u000a12:39:12.243282 run osmo-hlr_10.42.42.2(pid=6415): ERR: Terminated: ERROR {rc=237} [trial-2359↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6415)]\u000a12:39:12.295879 run osmo-hlr_10.42.42.2(pid=6415): stdout: \u000a| (launched: 2022-12-09_12:39:09.132365) \u000a12:39:12.349046 run osmo-hlr_10.42.42.2(pid=6415): stderr: \u000a| �[0;m�[1;31m20221209123909329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209123909329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209123909329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123909329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123909329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209123909329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209123909341 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/handover_2G:octphy+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209123909350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209123909350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209123909350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:39:12.420818 run osmo-msc_10.42.42.6(pid=6421): ERR: Terminated: ERROR {rc=2} [trial-2359↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6421)]\u000a12:39:12.473218 run osmo-msc_10.42.42.6(pid=6421): stdout: \u000a| (launched: 2022-12-09_12:39:11.200530) \u000a12:39:12.525974 run osmo-msc_10.42.42.6(pid=6421): stderr: \u000a| �[0;m�[38;5;43m20221209123911524 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209123911524 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f618ec12c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209123911525 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209123911525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209123911525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209123911525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209123911527 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209123911527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209123911527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209123911527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:39:12.570852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6414): Terminating (SIGTERM)\u000a12:39:12.614139 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6417): Terminating (SIGTERM)\u000a12:39:12.656773 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6420): Terminating (SIGTERM)\u000a12:39:12.666738 --- ParallelTerminationStrategy: PID 6414 died...\u000a12:39:12.723776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6414): Terminated: ok {rc=0}\u000a12:39:12.733989 --- ParallelTerminationStrategy: PID 6417 died...\u000a12:39:12.790539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6417): Terminated: ok {rc=0}\u000a12:39:12.801205 --- ParallelTerminationStrategy: PID 6420 died...\u000a12:39:12.857903 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6420): Terminated: ok {rc=0}\u000a12:39:12.946647 bus /sierra_3: Setting Powered False\u000a12:39:14.054754 bus /sierra_3: Setting Powered False\u000a12:39:15.165304 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "179", "name" : "handover_2G_octphy+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:39:05" }, { "cases" : [ { "testActions" : [ ], "age" : 188, "className" : "handover_2G:octphy+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6432): Process ended prematurely: osmo-stp_10.42.42.5(pid=6432) [trial-2359↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6432)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6432): Process ended prematurely: osmo-stp_10.42.42.5(pid=6432) [trial-2359↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6432)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 handover_2G:octphy+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a12:39:17.209613 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:39:17.220679 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a12:39:17.345891 tst handover.py: using LAC 21524\u000a12:39:17.466570 tst handover.py: using RAC 104\u000a12:39:17.587371 tst handover.py: using CellId 21524\u000a12:39:17.707318 tst handover.py: using BVCI 21525\u000a12:39:17.730896 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a12:39:17.865299 tst handover.py: using LAC 21525\u000a12:39:17.985373 tst handover.py: using RAC 105\u000a12:39:18.107215 tst handover.py: using CellId 21525\u000a12:39:18.231737 tst handover.py: using BVCI 21526\u000a12:39:18.255453 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:39:18.266701 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:39:18.277607 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:39:18.288582 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:39:18.299534 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:39:18.310497 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a12:39:18.429945 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a12:39:18.648508 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:39:19.147989 run create_hlr_db(pid=6426): Launched\u000a12:39:19.283962 bus /sierra_2: Setting Powered False\u000a12:39:20.362634 run create_hlr_db(pid=6426): Terminated: ok {rc=0}\u000a12:39:20.782977 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6428): Launched\u000a12:39:21.123315 run osmo-hlr_10.42.42.2(pid=6429): Launched\u000a12:39:21.245418 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:39:21.800473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6431): Launched\u000a12:39:22.138039 run osmo-stp_10.42.42.5(pid=6432): Launched\u000a12:39:22.259332 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:39:22.844656 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6434): Launched\u000a12:39:23.182986 run osmo-msc_10.42.42.6(pid=6435): Launched\u000a12:39:23.379144 run osmo-stp_10.42.42.5(pid=6432): ERR: Terminated: ERROR {rc=1} [trial-2359↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6432)]\u000a12:39:23.520876 run osmo-stp_10.42.42.5(pid=6432): stdout: \u000a| (launched: 2022-12-09_12:39:21.970881)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:39:23.661276 run osmo-stp_10.42.42.5(pid=6432): stderr: \u000a| �[0;m�[38;5;43m20221209123922163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123922163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123922163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123922164 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123922164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123922164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123922164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:39:23.795335 run osmo-stp_10.42.42.5(pid=6432): stdout: \u000a| (launched: 2022-12-09_12:39:21.970881)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:39:23.928680 run osmo-stp_10.42.42.5(pid=6432): stderr: \u000a| �[0;m�[38;5;43m20221209123922163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123922163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123922163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123922164 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123922164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123922164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123922164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:39:23.987011 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6432): Process ended prematurely: osmo-stp_10.42.42.5(pid=6432) [trial-2359↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6432)] [trial-2359↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a12:39:23.995556 tst handover.py:18: Test FAILED (6.8 sec)\u000a12:39:24.060008 run osmo-hlr_10.42.42.2(pid=6429): ERR: Terminated: ERROR {rc=237} [trial-2359↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6429)]\u000a12:39:24.112655 run osmo-hlr_10.42.42.2(pid=6429): stdout: \u000a| (launched: 2022-12-09_12:39:20.954856) \u000a12:39:24.165896 run osmo-hlr_10.42.42.2(pid=6429): stderr: \u000a| �[0;m�[1;31m20221209123921154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209123921154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209123921154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123921154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123921154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209123921154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209123921165 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/handover_2G:octphy+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209123921174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209123921174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209123921174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:39:24.237827 run osmo-msc_10.42.42.6(pid=6435): ERR: Terminated: ERROR {rc=2} [trial-2359↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6435)]\u000a12:39:24.290251 run osmo-msc_10.42.42.6(pid=6435): stdout: \u000a| (launched: 2022-12-09_12:39:23.015100) \u000a12:39:24.343350 run osmo-msc_10.42.42.6(pid=6435): stderr: \u000a| �[0;m�[38;5;43m20221209123923337 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209123923337 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc83317bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209123923337 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209123923337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209123923337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209123923337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209123923339 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209123923339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209123923340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209123923340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:39:24.388257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6428): Terminating (SIGTERM)\u000a12:39:24.431042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6431): Terminating (SIGTERM)\u000a12:39:24.474230 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6434): Terminating (SIGTERM)\u000a12:39:24.484033 --- ParallelTerminationStrategy: PID 6428 died...\u000a12:39:24.541117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6428): Terminated: ok {rc=0}\u000a12:39:24.551688 --- ParallelTerminationStrategy: PID 6431 died...\u000a12:39:24.608801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6431): Terminated: ok {rc=0}\u000a12:39:24.619222 --- ParallelTerminationStrategy: PID 6434 died...\u000a12:39:24.675909 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6434): Terminated: ok {rc=0}\u000a12:39:24.762997 bus /sierra_3: Setting Powered False\u000a12:39:25.863997 bus /sierra_3: Setting Powered False\u000a12:39:26.971953 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "180", "name" : "handover_2G_octphy+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:39:16" }, { "cases" : [ { "testActions" : [ ], "age" : 188, "className" : "handover_2G:octphy+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6446): Process ended prematurely: osmo-stp_10.42.42.5(pid=6446) [trial-2359↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6446)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6446): Process ended prematurely: osmo-stp_10.42.42.5(pid=6446) [trial-2359↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6446)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 handover_2G:octphy+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a12:39:28.972499 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:39:28.983565 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a12:39:29.107036 tst handover.py: using LAC 21526\u000a12:39:29.227351 tst handover.py: using RAC 106\u000a12:39:29.347441 tst handover.py: using CellId 21526\u000a12:39:29.467232 tst handover.py: using BVCI 21527\u000a12:39:29.490827 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a12:39:29.636577 tst handover.py: using LAC 21527\u000a12:39:29.765879 tst handover.py: using RAC 107\u000a12:39:29.888789 tst handover.py: using CellId 21527\u000a12:39:30.012008 tst handover.py: using BVCI 21528\u000a12:39:30.035673 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:39:30.046808 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:39:30.057698 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:39:30.068515 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:39:30.079362 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:39:30.090208 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a12:39:30.208882 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a12:39:30.425381 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:39:30.949968 run create_hlr_db(pid=6440): Launched\u000a12:39:31.097808 bus /sierra_2: Setting Powered False\u000a12:39:32.155373 run create_hlr_db(pid=6440): Terminated: ok {rc=0}\u000a12:39:32.553666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6442): Launched\u000a12:39:32.868202 run osmo-hlr_10.42.42.2(pid=6443): Launched\u000a12:39:32.982679 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:39:33.501464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6445): Launched\u000a12:39:33.816886 run osmo-stp_10.42.42.5(pid=6446): Launched\u000a12:39:33.929991 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:39:34.476429 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6448): Launched\u000a12:39:34.793222 run osmo-msc_10.42.42.6(pid=6449): Launched\u000a12:39:34.976863 run osmo-stp_10.42.42.5(pid=6446): ERR: Terminated: ERROR {rc=1} [trial-2359↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6446)]\u000a12:39:35.109516 run osmo-stp_10.42.42.5(pid=6446): stdout: \u000a| (launched: 2022-12-09_12:39:33.659974)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:39:35.239243 run osmo-stp_10.42.42.5(pid=6446): stderr: \u000a| �[0;m�[38;5;43m20221209123933832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123933833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123933833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123933833 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123933834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123933834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123933834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:39:35.364355 run osmo-stp_10.42.42.5(pid=6446): stdout: \u000a| (launched: 2022-12-09_12:39:33.659974)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:39:35.488411 run osmo-stp_10.42.42.5(pid=6446): stderr: \u000a| �[0;m�[38;5;43m20221209123933832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123933833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123933833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123933833 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123933834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123933834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123933834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:39:35.542810 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6446): Process ended prematurely: osmo-stp_10.42.42.5(pid=6446) [trial-2359↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6446)] [trial-2359↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18]\u000a12:39:35.550742 tst handover.py:18: Test FAILED (6.6 sec)\u000a12:39:35.610758 run osmo-hlr_10.42.42.2(pid=6443): ERR: Terminated: ERROR {rc=237} [trial-2359↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6443)]\u000a12:39:35.659971 run osmo-hlr_10.42.42.2(pid=6443): stdout: \u000a| (launched: 2022-12-09_12:39:32.712254) \u000a12:39:35.710020 run osmo-hlr_10.42.42.2(pid=6443): stderr: \u000a| �[0;m�[1;31m20221209123932891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209123932891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209123932891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123932891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123932891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209123932891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209123932903 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/handover_2G:octphy+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209123932911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209123932911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209123932911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:39:35.777767 run osmo-msc_10.42.42.6(pid=6449): ERR: Terminated: ERROR {rc=2} [trial-2359↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6449)]\u000a12:39:35.827115 run osmo-msc_10.42.42.6(pid=6449): stdout: \u000a| (launched: 2022-12-09_12:39:34.635579) \u000a12:39:35.876913 run osmo-msc_10.42.42.6(pid=6449): stderr: \u000a| �[0;m�[38;5;43m20221209123934909 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209123934909 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe0a3558c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209123934909 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209123934910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209123934910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209123934910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209123934912 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209123934912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209123934912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209123934912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:39:35.919161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6442): Terminating (SIGTERM)\u000a12:39:35.958985 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6445): Terminating (SIGTERM)\u000a12:39:35.998896 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6448): Terminating (SIGTERM)\u000a12:39:36.008189 --- ParallelTerminationStrategy: PID 6442 died...\u000a12:39:36.062007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6442): Terminated: ok {rc=0}\u000a12:39:36.071702 --- ParallelTerminationStrategy: PID 6445 died...\u000a12:39:36.125431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6445): Terminated: ok {rc=0}\u000a12:39:36.135101 --- ParallelTerminationStrategy: PID 6448 died...\u000a12:39:36.188628 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6448): Terminated: ok {rc=0}\u000a12:39:36.278465 bus /sierra_3: Setting Powered False\u000a12:39:37.383281 bus /sierra_3: Setting Powered False\u000a12:39:38.496223 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "181", "name" : "handover_2G_octphy+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:39:28" }, { "cases" : [ { "testActions" : [ ], "age" : 188, "className" : "handover_2G:octphy+bts1-sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6460): Process ended prematurely: osmo-stp_10.42.42.5(pid=6460) [trial-2359↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6460)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6460): Process ended prematurely: osmo-stp_10.42.42.5(pid=6460) [trial-2359↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6460)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 handover_2G:octphy+bts1-sysmo handover.py\u000a----------------------------------------------\u000a12:39:40.465415 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:39:40.476782 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a12:39:40.610299 tst handover.py: using LAC 21528\u000a12:39:40.745169 tst handover.py: using RAC 108\u000a12:39:40.878343 tst handover.py: using CellId 21528\u000a12:39:41.008376 tst handover.py: using BVCI 21529\u000a12:39:41.034011 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a12:39:41.165704 tst handover.py: using LAC 21529\u000a12:39:41.295065 tst handover.py: using RAC 109\u000a12:39:41.424346 tst handover.py: using CellId 21529\u000a12:39:41.554503 tst handover.py: using BVCI 21530\u000a12:39:41.580256 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:39:41.591668 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:39:41.603176 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:39:41.614757 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:39:41.626393 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:39:41.638065 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a12:39:41.759559 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a12:39:41.973760 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:39:42.473996 run create_hlr_db(pid=6454): Launched\u000a12:39:42.610511 bus /sierra_2: Setting Powered False\u000a12:39:43.688482 run create_hlr_db(pid=6454): Terminated: ok {rc=0}\u000a12:39:44.109767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6456): Launched\u000a12:39:44.445908 run osmo-hlr_10.42.42.2(pid=6457): Launched\u000a12:39:44.567565 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:39:45.123039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6459): Launched\u000a12:39:45.460260 run osmo-stp_10.42.42.5(pid=6460): Launched\u000a12:39:45.581890 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:39:46.209070 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6462): Launched\u000a12:39:46.694281 run osmo-msc_10.42.42.6(pid=6463): Launched\u000a12:39:46.964557 run osmo-stp_10.42.42.5(pid=6460): ERR: Terminated: ERROR {rc=1} [trial-2359↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6460)]\u000a12:39:47.150340 run osmo-stp_10.42.42.5(pid=6460): stdout: \u000a| (launched: 2022-12-09_12:39:45.293303)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:39:47.326021 run osmo-stp_10.42.42.5(pid=6460): stderr: \u000a| �[0;m�[38;5;43m20221209123945486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123945486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123945486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123945487 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123945487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123945487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123945487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:39:47.491794 run osmo-stp_10.42.42.5(pid=6460): stdout: \u000a| (launched: 2022-12-09_12:39:45.293303)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:39:47.623193 run osmo-stp_10.42.42.5(pid=6460): stderr: \u000a| �[0;m�[38;5;43m20221209123945486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123945486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123945486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123945487 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123945487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123945487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123945487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:39:47.680670 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6460): Process ended prematurely: osmo-stp_10.42.42.5(pid=6460) [trial-2359↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6460)] [trial-2359↪handover_2G:octphy+bts1-sysmo↪handover.py:18]\u000a12:39:47.689514 tst handover.py:18: Test FAILED (7.2 sec)\u000a12:39:47.754641 run osmo-hlr_10.42.42.2(pid=6457): ERR: Terminated: ERROR {rc=237} [trial-2359↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6457)]\u000a12:39:47.807205 run osmo-hlr_10.42.42.2(pid=6457): stdout: \u000a| (launched: 2022-12-09_12:39:44.279736) \u000a12:39:47.861572 run osmo-hlr_10.42.42.2(pid=6457): stderr: \u000a| �[0;m�[1;31m20221209123944480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209123944480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209123944480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123944480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123944481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209123944481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209123944493 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/handover_2G:octphy+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209123944502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209123944502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209123944502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:39:47.934154 run osmo-msc_10.42.42.6(pid=6463): ERR: Terminated: ERROR {rc=2} [trial-2359↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6463)]\u000a12:39:47.987180 run osmo-msc_10.42.42.6(pid=6463): stdout: \u000a| (launched: 2022-12-09_12:39:46.420454) \u000a12:39:48.040527 run osmo-msc_10.42.42.6(pid=6463): stderr: \u000a| �[0;m�[38;5;43m20221209123946955 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209123946955 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8edb867c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209123946956 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209123946956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209123946956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209123946956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209123946970 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209123946971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209123946971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209123946971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:39:48.085994 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6456): Terminating (SIGTERM)\u000a12:39:48.128895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6459): Terminating (SIGTERM)\u000a12:39:48.171855 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6462): Terminating (SIGTERM)\u000a12:39:48.181823 --- ParallelTerminationStrategy: PID 6456 died...\u000a12:39:48.239053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6456): Terminated: ok {rc=0}\u000a12:39:48.249687 --- ParallelTerminationStrategy: PID 6459 died...\u000a12:39:48.306739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6459): Terminated: ok {rc=0}\u000a12:39:48.317070 --- ParallelTerminationStrategy: PID 6462 died...\u000a12:39:48.373986 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6462): Terminated: ok {rc=0}\u000a12:39:48.463827 bus /sierra_3: Setting Powered False\u000a12:39:49.567686 bus /sierra_3: Setting Powered False\u000a12:39:50.674290 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "182", "name" : "handover_2G_octphy+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:39:40" }, { "cases" : [ { "testActions" : [ ], "age" : 188, "className" : "handover_2G:octphy+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6474): Process ended prematurely: osmo-stp_10.42.42.5(pid=6474) [trial-2359↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6474)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6474): Process ended prematurely: osmo-stp_10.42.42.5(pid=6474) [trial-2359↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6474)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 handover_2G:octphy+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a12:39:52.658667 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:39:52.669961 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a12:39:52.794800 tst handover.py: using LAC 21530\u000a12:39:52.917662 tst handover.py: using RAC 110\u000a12:39:53.039431 tst handover.py: using CellId 21530\u000a12:39:53.161678 tst handover.py: using BVCI 21531\u000a12:39:53.184711 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a12:39:53.322308 tst handover.py: using LAC 21531\u000a12:39:53.446945 tst handover.py: using RAC 111\u000a12:39:53.567391 tst handover.py: using CellId 21531\u000a12:39:53.688481 tst handover.py: using BVCI 21532\u000a12:39:53.711708 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:39:53.722507 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:39:53.733124 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:39:53.743614 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:39:53.754397 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:39:53.764923 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a12:39:53.886058 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a12:39:54.089607 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:39:54.554556 run create_hlr_db(pid=6468): Launched\u000a12:39:54.679083 bus /sierra_2: Setting Powered False\u000a12:39:55.751921 run create_hlr_db(pid=6468): Terminated: ok {rc=0}\u000a12:39:56.137967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6470): Launched\u000a12:39:56.445414 run osmo-hlr_10.42.42.2(pid=6471): Launched\u000a12:39:56.556818 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:39:57.065123 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6473): Launched\u000a12:39:57.372846 run osmo-stp_10.42.42.5(pid=6474): Launched\u000a12:39:57.484639 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:39:58.020874 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6476): Launched\u000a12:39:58.329244 run osmo-msc_10.42.42.6(pid=6477): Launched\u000a12:39:58.507798 run osmo-stp_10.42.42.5(pid=6474): ERR: Terminated: ERROR {rc=1} [trial-2359↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6474)]\u000a12:39:58.636911 run osmo-stp_10.42.42.5(pid=6474): stdout: \u000a| (launched: 2022-12-09_12:39:57.220250)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:39:58.763894 run osmo-stp_10.42.42.5(pid=6474): stderr: \u000a| �[0;m�[38;5;43m20221209123957388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123957388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123957389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123957389 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123957390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123957390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123957390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:39:58.886510 run osmo-stp_10.42.42.5(pid=6474): stdout: \u000a| (launched: 2022-12-09_12:39:57.220250)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:39:59.008721 run osmo-stp_10.42.42.5(pid=6474): stderr: \u000a| �[0;m�[38;5;43m20221209123957388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209123957388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209123957389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209123957389 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209123957390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209123957390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209123957390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:39:59.062194 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6474): Process ended prematurely: osmo-stp_10.42.42.5(pid=6474) [trial-2359↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6474)] [trial-2359↪handover_2G:octphy+bts1-trx-b200↪handover.py:18]\u000a12:39:59.069975 tst handover.py:18: Test FAILED (6.4 sec)\u000a12:39:59.130275 run osmo-hlr_10.42.42.2(pid=6471): ERR: Terminated: ERROR {rc=237} [trial-2359↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6471)]\u000a12:39:59.179915 run osmo-hlr_10.42.42.2(pid=6471): stdout: \u000a| (launched: 2022-12-09_12:39:56.293704) \u000a12:39:59.230258 run osmo-hlr_10.42.42.2(pid=6471): stderr: \u000a| �[0;m�[1;31m20221209123956469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209123956469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209123956469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123956469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209123956469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209123956469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209123956482 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/handover_2G:octphy+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209123956490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209123956490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209123956490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:39:59.298287 run osmo-msc_10.42.42.6(pid=6477): ERR: Terminated: ERROR {rc=2} [trial-2359↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6477)]\u000a12:39:59.347783 run osmo-msc_10.42.42.6(pid=6477): stdout: \u000a| (launched: 2022-12-09_12:39:58.176327) \u000a12:39:59.397835 run osmo-msc_10.42.42.6(pid=6477): stderr: \u000a| �[0;m�[38;5;43m20221209123958446 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209123958446 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f06230dbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209123958446 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209123958446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209123958447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209123958447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209123958448 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209123958450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209123958450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209123958450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:39:59.440211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6470): Terminating (SIGTERM)\u000a12:39:59.480311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6473): Terminating (SIGTERM)\u000a12:39:59.520219 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6476): Terminating (SIGTERM)\u000a12:39:59.529517 --- ParallelTerminationStrategy: PID 6470 died...\u000a12:39:59.583486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6470): Terminated: ok {rc=0}\u000a12:39:59.593220 --- ParallelTerminationStrategy: PID 6473 died...\u000a12:39:59.646195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6473): Terminated: ok {rc=0}\u000a12:39:59.655711 --- ParallelTerminationStrategy: PID 6476 died...\u000a12:39:59.708627 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6476): Terminated: ok {rc=0}\u000a12:39:59.798340 bus /sierra_3: Setting Powered False\u000a12:40:00.916290 bus /sierra_3: Setting Powered False\u000a12:40:02.026269 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "183", "name" : "handover_2G_octphy+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:39:52" }, { "cases" : [ { "testActions" : [ ], "age" : 188, "className" : "handover_2G:octphy+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6491): Process ended prematurely: osmo-stp_10.42.42.5(pid=6491) [trial-2359↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6491)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6491): Process ended prematurely: osmo-stp_10.42.42.5(pid=6491) [trial-2359↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6491)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 handover_2G:octphy+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a12:40:04.006885 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:40:04.017743 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:40:04.138552 tst handover.py: using LAC 21532\u000a12:40:04.257246 tst handover.py: using RAC 112\u000a12:40:04.377273 tst handover.py: using CellId 21532\u000a12:40:04.496291 tst handover.py: using BVCI 21533\u000a12:40:04.519418 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:40:04.653456 tst handover.py: using LAC 21533\u000a12:40:04.781564 tst handover.py: using RAC 113\u000a12:40:04.911733 tst handover.py: using CellId 21533\u000a12:40:05.039362 tst handover.py: using BVCI 21534\u000a12:40:05.064354 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:40:05.075682 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:40:05.086860 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:40:05.098944 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:40:05.110971 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:40:05.122919 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:40:05.244059 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:40:05.449443 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:40:05.916168 run create_hlr_db(pid=6485): Launched\u000a12:40:06.041383 bus /sierra_2: Setting Powered False\u000a12:40:07.115742 run create_hlr_db(pid=6485): Terminated: ok {rc=0}\u000a12:40:07.529333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6487): Launched\u000a12:40:07.861357 run osmo-hlr_10.42.42.2(pid=6488): Launched\u000a12:40:07.979295 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:40:08.526191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6490): Launched\u000a12:40:08.857339 run osmo-stp_10.42.42.5(pid=6491): Launched\u000a12:40:08.976675 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:40:09.552297 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6493): Launched\u000a12:40:09.885233 run osmo-msc_10.42.42.6(pid=6494): Launched\u000a12:40:10.077489 run osmo-stp_10.42.42.5(pid=6491): ERR: Terminated: ERROR {rc=1} [trial-2359↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6491)]\u000a12:40:10.216597 run osmo-stp_10.42.42.5(pid=6491): stdout: \u000a| (launched: 2022-12-09_12:40:08.693580)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:40:10.354970 run osmo-stp_10.42.42.5(pid=6491): stderr: \u000a| �[0;m�[38;5;43m20221209124008884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209124008884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209124008884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209124008885 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209124008885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209124008885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209124008885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:40:10.486764 run osmo-stp_10.42.42.5(pid=6491): stdout: \u000a| (launched: 2022-12-09_12:40:08.693580)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:40:10.618053 run osmo-stp_10.42.42.5(pid=6491): stderr: \u000a| �[0;m�[38;5;43m20221209124008884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209124008884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209124008884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209124008885 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209124008885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209124008885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209124008885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:40:10.675604 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6491): Process ended prematurely: osmo-stp_10.42.42.5(pid=6491) [trial-2359↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6491)] [trial-2359↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18]\u000a12:40:10.683996 tst handover.py:18: Test FAILED (6.7 sec)\u000a12:40:10.748203 run osmo-hlr_10.42.42.2(pid=6488): ERR: Terminated: ERROR {rc=237} [trial-2359↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6488)]\u000a12:40:10.800581 run osmo-hlr_10.42.42.2(pid=6488): stdout: \u000a| (launched: 2022-12-09_12:40:07.697850) \u000a12:40:10.853560 run osmo-hlr_10.42.42.2(pid=6488): stderr: \u000a| �[0;m�[1;31m20221209124007895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209124007895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209124007895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209124007895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209124007895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209124007895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209124007908 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/handover_2G:octphy+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209124007918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209124007919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209124007919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:40:10.925439 run osmo-msc_10.42.42.6(pid=6494): ERR: Terminated: ERROR {rc=2} [trial-2359↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6494)]\u000a12:40:10.977355 run osmo-msc_10.42.42.6(pid=6494): stdout: \u000a| (launched: 2022-12-09_12:40:09.720695) \u000a12:40:11.030010 run osmo-msc_10.42.42.6(pid=6494): stderr: \u000a| �[0;m�[38;5;43m20221209124010041 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209124010041 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f539be4ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209124010042 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209124010042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209124010042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209124010042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209124010044 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209124010044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209124010044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209124010044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:40:11.075297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6487): Terminating (SIGTERM)\u000a12:40:11.117691 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6490): Terminating (SIGTERM)\u000a12:40:11.160404 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6493): Terminating (SIGTERM)\u000a12:40:11.170579 --- ParallelTerminationStrategy: PID 6487 died...\u000a12:40:11.227652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6487): Terminated: ok {rc=0}\u000a12:40:11.237853 --- ParallelTerminationStrategy: PID 6490 died...\u000a12:40:11.294597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6490): Terminated: ok {rc=0}\u000a12:40:11.304802 --- ParallelTerminationStrategy: PID 6493 died...\u000a12:40:11.361697 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6493): Terminated: ok {rc=0}\u000a12:40:11.450327 bus /sierra_3: Setting Powered False\u000a12:40:12.559496 bus /sierra_3: Setting Powered False\u000a12:40:13.669859 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "184", "name" : "handover_2G_octphy+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:40:03" }, { "cases" : [ { "testActions" : [ ], "age" : 188, "className" : "handover_2G:trx-lms+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6505): Process ended prematurely: osmo-stp_10.42.42.5(pid=6505) [trial-2359↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6505)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6505): Process ended prematurely: osmo-stp_10.42.42.5(pid=6505) [trial-2359↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6505)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 handover_2G:trx-lms+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a12:40:15.698127 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:40:15.709645 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a12:40:15.845714 tst handover.py: using LAC 21534\u000a12:40:15.980587 tst handover.py: using RAC 114\u000a12:40:16.114470 tst handover.py: using CellId 21534\u000a12:40:16.278862 tst handover.py: using BVCI 21535\u000a12:40:16.312103 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a12:40:16.481864 tst handover.py: using LAC 21535\u000a12:40:16.652521 tst handover.py: using RAC 115\u000a12:40:16.790323 tst handover.py: using CellId 21535\u000a12:40:16.923062 tst handover.py: using BVCI 21536\u000a12:40:16.956711 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:40:16.969421 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:40:16.983120 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:40:16.996788 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:40:17.011721 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a12:40:17.025547 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a12:40:17.153210 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a12:40:17.384883 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:40:17.872118 run create_hlr_db(pid=6499): Launched\u000a12:40:18.007507 bus /sierra_2: Setting Powered False\u000a12:40:19.085441 run create_hlr_db(pid=6499): Terminated: ok {rc=0}\u000a12:40:19.497810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6501): Launched\u000a12:40:19.829722 run osmo-hlr_10.42.42.2(pid=6502): Launched\u000a12:40:19.954110 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:40:20.498534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6504): Launched\u000a12:40:20.829115 run osmo-stp_10.42.42.5(pid=6505): Launched\u000a12:40:20.949356 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:40:21.523981 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6507): Launched\u000a12:40:21.855025 run osmo-msc_10.42.42.6(pid=6508): Launched\u000a12:40:22.048065 run osmo-stp_10.42.42.5(pid=6505): ERR: Terminated: ERROR {rc=1} [trial-2359↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6505)]\u000a12:40:22.187382 run osmo-stp_10.42.42.5(pid=6505): stdout: \u000a| (launched: 2022-12-09_12:40:20.666570)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:40:22.325190 run osmo-stp_10.42.42.5(pid=6505): stderr: \u000a| �[0;m�[38;5;43m20221209124020855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209124020855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209124020856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209124020856 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209124020857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209124020857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209124020857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:40:22.457881 run osmo-stp_10.42.42.5(pid=6505): stdout: \u000a| (launched: 2022-12-09_12:40:20.666570)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:40:22.589256 run osmo-stp_10.42.42.5(pid=6505): stderr: \u000a| �[0;m�[38;5;43m20221209124020855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209124020855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209124020856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209124020856 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209124020857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209124020857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209124020857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:40:22.646615 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6505): Process ended prematurely: osmo-stp_10.42.42.5(pid=6505) [trial-2359↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6505)] [trial-2359↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a12:40:22.655194 tst handover.py:18: Test FAILED (6.9 sec)\u000a12:40:22.718935 run osmo-hlr_10.42.42.2(pid=6502): ERR: Terminated: ERROR {rc=237} [trial-2359↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6502)]\u000a12:40:22.770890 run osmo-hlr_10.42.42.2(pid=6502): stdout: \u000a| (launched: 2022-12-09_12:40:19.665961) \u000a12:40:22.823530 run osmo-hlr_10.42.42.2(pid=6502): stderr: \u000a| �[0;m�[1;31m20221209124019859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209124019860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209124019860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209124019860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209124019860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209124019860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209124019872 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/handover_2G:trx-lms+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209124019881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209124019881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209124019881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:40:22.895710 run osmo-msc_10.42.42.6(pid=6508): ERR: Terminated: ERROR {rc=2} [trial-2359↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6508)]\u000a12:40:22.947639 run osmo-msc_10.42.42.6(pid=6508): stdout: \u000a| (launched: 2022-12-09_12:40:21.691874) \u000a12:40:23.000393 run osmo-msc_10.42.42.6(pid=6508): stderr: \u000a| �[0;m�[38;5;43m20221209124022011 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209124022011 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4823b6bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209124022012 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209124022012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209124022012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209124022012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209124022014 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209124022014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209124022014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209124022014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:40:23.045152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6501): Terminating (SIGTERM)\u000a12:40:23.087360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6504): Terminating (SIGTERM)\u000a12:40:23.130280 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6507): Terminating (SIGTERM)\u000a12:40:23.139966 --- ParallelTerminationStrategy: PID 6501 died...\u000a12:40:23.196843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6501): Terminated: ok {rc=0}\u000a12:40:23.207059 --- ParallelTerminationStrategy: PID 6504 died...\u000a12:40:23.263625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6504): Terminated: ok {rc=0}\u000a12:40:23.273732 --- ParallelTerminationStrategy: PID 6507 died...\u000a12:40:23.330324 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6507): Terminated: ok {rc=0}\u000a12:40:23.417742 bus /sierra_3: Setting Powered False\u000a12:40:24.524291 bus /sierra_3: Setting Powered False\u000a12:40:25.633259 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "185", "name" : "handover_2G_trx-lms+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:40:15" }, { "cases" : [ { "testActions" : [ ], "age" : 188, "className" : "handover_2G:trx-lms+bts1-trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6519): Process ended prematurely: osmo-stp_10.42.42.5(pid=6519) [trial-2359↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6519)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6519): Process ended prematurely: osmo-stp_10.42.42.5(pid=6519) [trial-2359↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6519)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 handover_2G:trx-lms+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a12:40:27.674039 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:40:27.685576 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a12:40:27.832476 tst handover.py: using LAC 21536\u000a12:40:27.961950 tst handover.py: using RAC 116\u000a12:40:28.092911 tst handover.py: using CellId 21536\u000a12:40:28.221981 tst handover.py: using BVCI 21537\u000a12:40:28.247012 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a12:40:28.398387 tst handover.py: using LAC 21537\u000a12:40:28.526509 tst handover.py: using RAC 117\u000a12:40:28.653701 tst handover.py: using CellId 21537\u000a12:40:28.776264 tst handover.py: using BVCI 21538\u000a12:40:28.799749 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:40:28.811106 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:40:28.822186 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:40:28.833816 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:40:28.845346 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:40:28.856798 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a12:40:28.976886 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a12:40:29.186040 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:40:29.657329 run create_hlr_db(pid=6513): Launched\u000a12:40:29.783220 bus /sierra_2: Setting Powered False\u000a12:40:30.867915 run create_hlr_db(pid=6513): Terminated: ok {rc=0}\u000a12:40:31.310351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6515): Launched\u000a12:40:31.752313 run osmo-hlr_10.42.42.2(pid=6516): Launched\u000a12:40:31.984440 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:40:32.581572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6518): Launched\u000a12:40:32.912793 run osmo-stp_10.42.42.5(pid=6519): Launched\u000a12:40:33.038439 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:40:33.617847 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6521): Launched\u000a12:40:33.951613 run osmo-msc_10.42.42.6(pid=6522): Launched\u000a12:40:34.145878 run osmo-stp_10.42.42.5(pid=6519): ERR: Terminated: ERROR {rc=1} [trial-2359↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6519)]\u000a12:40:34.286192 run osmo-stp_10.42.42.5(pid=6519): stdout: \u000a| (launched: 2022-12-09_12:40:32.749505)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:40:34.424841 run osmo-stp_10.42.42.5(pid=6519): stderr: \u000a| �[0;m�[38;5;43m20221209124032938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209124032938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209124032938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209124032939 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209124032939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209124032939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209124032939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:40:34.557923 run osmo-stp_10.42.42.5(pid=6519): stdout: \u000a| (launched: 2022-12-09_12:40:32.749505)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:40:34.689404 run osmo-stp_10.42.42.5(pid=6519): stderr: \u000a| �[0;m�[38;5;43m20221209124032938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209124032938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209124032938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209124032939 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209124032939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209124032939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209124032939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:40:34.747012 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6519): Process ended prematurely: osmo-stp_10.42.42.5(pid=6519) [trial-2359↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6519)] [trial-2359↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18]\u000a12:40:34.755742 tst handover.py:18: Test FAILED (7.1 sec)\u000a12:40:34.819823 run osmo-hlr_10.42.42.2(pid=6516): ERR: Terminated: ERROR {rc=237} [trial-2359↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6516)]\u000a12:40:34.872516 run osmo-hlr_10.42.42.2(pid=6516): stdout: \u000a| (launched: 2022-12-09_12:40:31.482839) \u000a12:40:34.925460 run osmo-hlr_10.42.42.2(pid=6516): stderr: \u000a| �[0;m�[1;31m20221209124031800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209124031800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209124031800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209124031800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209124031800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209124031800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209124031818 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/handover_2G:trx-lms+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209124031828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209124031828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209124031828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:40:34.996870 run osmo-msc_10.42.42.6(pid=6522): ERR: Terminated: ERROR {rc=2} [trial-2359↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6522)]\u000a12:40:35.049263 run osmo-msc_10.42.42.6(pid=6522): stdout: \u000a| (launched: 2022-12-09_12:40:33.786141) \u000a12:40:35.102303 run osmo-msc_10.42.42.6(pid=6522): stderr: \u000a| �[0;m�[38;5;43m20221209124034104 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209124034104 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4b71a4cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209124034104 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209124034104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209124034104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209124034105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209124034106 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209124034107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209124034107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209124034107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:40:35.147108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6515): Terminating (SIGTERM)\u000a12:40:35.189848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6518): Terminating (SIGTERM)\u000a12:40:35.232645 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6521): Terminating (SIGTERM)\u000a12:40:35.242707 --- ParallelTerminationStrategy: PID 6515 died...\u000a12:40:35.300133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6515): Terminated: ok {rc=0}\u000a12:40:35.310634 --- ParallelTerminationStrategy: PID 6518 died...\u000a12:40:35.367865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6518): Terminated: ok {rc=0}\u000a12:40:35.378212 --- ParallelTerminationStrategy: PID 6521 died...\u000a12:40:35.435234 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6521): Terminated: ok {rc=0}\u000a12:40:35.523371 bus /sierra_3: Setting Powered False\u000a12:40:36.632004 bus /sierra_3: Setting Powered False\u000a12:40:37.744703 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "186", "name" : "handover_2G_trx-lms+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:40:27" }, { "cases" : [ { "testActions" : [ ], "age" : 29, "className" : "handover_2G:trx-lms+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6533): Process ended prematurely: osmo-stp_10.42.42.5(pid=6533) [trial-2359↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6533)]", "failedSince" : 2331, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6533): Process ended prematurely: osmo-stp_10.42.42.5(pid=6533) [trial-2359↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6533)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 handover_2G:trx-lms+bts1-sysmo handover.py\u000a----------------------------------------------\u000a12:40:39.753528 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:40:39.764452 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a12:40:39.900619 tst handover.py: using LAC 21538\u000a12:40:40.020274 tst handover.py: using RAC 118\u000a12:40:40.141351 tst handover.py: using CellId 21538\u000a12:40:40.260327 tst handover.py: using BVCI 21539\u000a12:40:40.283675 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a12:40:40.405224 tst handover.py: using LAC 21539\u000a12:40:40.526147 tst handover.py: using RAC 119\u000a12:40:40.645570 tst handover.py: using CellId 21539\u000a12:40:40.773638 tst handover.py: using BVCI 21540\u000a12:40:40.798972 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:40:40.810633 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:40:40.821946 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:40:40.833490 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:40:40.845457 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:40:40.856896 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a12:40:40.978914 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a12:40:41.194905 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:40:41.685817 run create_hlr_db(pid=6527): Launched\u000a12:40:41.820462 bus /sierra_2: Setting Powered False\u000a12:40:42.898678 run create_hlr_db(pid=6527): Terminated: ok {rc=0}\u000a12:40:43.313007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6529): Launched\u000a12:40:43.645643 run osmo-hlr_10.42.42.2(pid=6530): Launched\u000a12:40:43.765723 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:40:44.313466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6532): Launched\u000a12:40:44.646969 run osmo-stp_10.42.42.5(pid=6533): Launched\u000a12:40:44.767248 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:40:45.346077 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6535): Launched\u000a12:40:45.679156 run osmo-msc_10.42.42.6(pid=6536): Launched\u000a12:40:45.872286 run osmo-stp_10.42.42.5(pid=6533): ERR: Terminated: ERROR {rc=1} [trial-2359↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6533)]\u000a12:40:46.102227 run osmo-stp_10.42.42.5(pid=6533): stdout: \u000a| (launched: 2022-12-09_12:40:44.482744)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:40:46.268841 run osmo-stp_10.42.42.5(pid=6533): stderr: \u000a| �[0;m�[38;5;43m20221209124044671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209124044671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209124044671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209124044672 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209124044672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209124044672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209124044672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:40:46.404635 run osmo-stp_10.42.42.5(pid=6533): stdout: \u000a| (launched: 2022-12-09_12:40:44.482744)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:40:46.539187 run osmo-stp_10.42.42.5(pid=6533): stderr: \u000a| �[0;m�[38;5;43m20221209124044671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209124044671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209124044671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209124044672 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209124044672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209124044672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209124044672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:40:46.598581 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6533): Process ended prematurely: osmo-stp_10.42.42.5(pid=6533) [trial-2359↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6533)] [trial-2359↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18]\u000a12:40:46.608169 tst handover.py:18: Test FAILED (6.8 sec)\u000a12:40:46.675874 run osmo-hlr_10.42.42.2(pid=6530): ERR: Terminated: ERROR {rc=237} [trial-2359↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6530)]\u000a12:40:46.729998 run osmo-hlr_10.42.42.2(pid=6530): stdout: \u000a| (launched: 2022-12-09_12:40:43.482479) \u000a12:40:46.784611 run osmo-hlr_10.42.42.2(pid=6530): stderr: \u000a| �[0;m�[1;31m20221209124043679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209124043679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209124043679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209124043679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209124043679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209124043679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209124043691 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/handover_2G:trx-lms+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209124043700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209124043701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209124043701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:40:46.858597 run osmo-msc_10.42.42.6(pid=6536): ERR: Terminated: ERROR {rc=2} [trial-2359↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6536)]\u000a12:40:46.912772 run osmo-msc_10.42.42.6(pid=6536): stdout: \u000a| (launched: 2022-12-09_12:40:45.514228) \u000a12:40:46.967466 run osmo-msc_10.42.42.6(pid=6536): stderr: \u000a| �[0;m�[38;5;43m20221209124045839 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209124045839 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe8a10ffc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209124045839 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209124045839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209124045839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209124045839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209124045855 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209124045856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209124045856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209124045856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:40:47.013029 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6529): Terminating (SIGTERM)\u000a12:40:47.057483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6532): Terminating (SIGTERM)\u000a12:40:47.103162 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6535): Terminating (SIGTERM)\u000a12:40:47.113486 --- ParallelTerminationStrategy: PID 6529 died...\u000a12:40:47.174123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6529): Terminated: ok {rc=0}\u000a12:40:47.185218 --- ParallelTerminationStrategy: PID 6532 died...\u000a12:40:47.243652 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6532): Terminated: ok {rc=0}\u000a12:40:47.254354 --- ParallelTerminationStrategy: PID 6535 died...\u000a12:40:47.312013 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6535): Terminated: ok {rc=0}\u000a12:40:47.399336 bus /sierra_3: Setting Powered False\u000a12:40:48.507956 bus /sierra_3: Setting Powered False\u000a12:40:49.616843 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "187", "name" : "handover_2G_trx-lms+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:40:39" }, { "cases" : [ { "testActions" : [ ], "age" : 188, "className" : "handover_2G:trx-lms+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6547): Process ended prematurely: osmo-stp_10.42.42.5(pid=6547) [trial-2359↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6547)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6547): Process ended prematurely: osmo-stp_10.42.42.5(pid=6547) [trial-2359↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6547)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 handover_2G:trx-lms+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a12:40:51.637991 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:40:51.649038 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a12:40:51.786629 tst handover.py: using LAC 21540\u000a12:40:51.910097 tst handover.py: using RAC 120\u000a12:40:52.030748 tst handover.py: using CellId 21540\u000a12:40:52.153638 tst handover.py: using BVCI 21541\u000a12:40:52.176887 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a12:40:52.315330 tst handover.py: using LAC 21541\u000a12:40:52.445455 tst handover.py: using RAC 121\u000a12:40:52.576138 tst handover.py: using CellId 21541\u000a12:40:52.705144 tst handover.py: using BVCI 21542\u000a12:40:52.730198 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:40:52.741603 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:40:52.752787 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:40:52.764318 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:40:52.775919 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:40:52.787284 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a12:40:52.906660 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a12:40:53.111783 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:40:53.584179 run create_hlr_db(pid=6541): Launched\u000a12:40:53.709713 bus /sierra_2: Setting Powered False\u000a12:40:54.783374 run create_hlr_db(pid=6541): Terminated: ok {rc=0}\u000a12:40:55.197687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6543): Launched\u000a12:40:55.530057 run osmo-hlr_10.42.42.2(pid=6544): Launched\u000a12:40:55.650892 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:40:56.202571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6546): Launched\u000a12:40:56.536561 run osmo-stp_10.42.42.5(pid=6547): Launched\u000a12:40:56.657410 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:40:57.240665 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6549): Launched\u000a12:40:57.576767 run osmo-msc_10.42.42.6(pid=6550): Launched\u000a12:40:57.772523 run osmo-stp_10.42.42.5(pid=6547): ERR: Terminated: ERROR {rc=1} [trial-2359↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6547)]\u000a12:40:57.914429 run osmo-stp_10.42.42.5(pid=6547): stdout: \u000a| (launched: 2022-12-09_12:40:56.371403)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:40:58.053731 run osmo-stp_10.42.42.5(pid=6547): stderr: \u000a| �[0;m�[38;5;43m20221209124056559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209124056559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209124056559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209124056560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209124056560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209124056560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209124056560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:40:58.188124 run osmo-stp_10.42.42.5(pid=6547): stdout: \u000a| (launched: 2022-12-09_12:40:56.371403)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:40:58.320898 run osmo-stp_10.42.42.5(pid=6547): stderr: \u000a| �[0;m�[38;5;43m20221209124056559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209124056559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209124056559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209124056560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209124056560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209124056560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209124056560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:40:58.379004 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6547): Process ended prematurely: osmo-stp_10.42.42.5(pid=6547) [trial-2359↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6547)] [trial-2359↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18]\u000a12:40:58.387631 tst handover.py:18: Test FAILED (6.7 sec)\u000a12:40:58.452787 run osmo-hlr_10.42.42.2(pid=6544): ERR: Terminated: ERROR {rc=237} [trial-2359↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6544)]\u000a12:40:58.505635 run osmo-hlr_10.42.42.2(pid=6544): stdout: \u000a| (launched: 2022-12-09_12:40:55.366095) \u000a12:40:58.559253 run osmo-hlr_10.42.42.2(pid=6544): stderr: \u000a| �[0;m�[1;31m20221209124055560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209124055560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209124055560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209124055560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209124055561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209124055561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209124055573 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/handover_2G:trx-lms+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209124055582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209124055582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209124055582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:40:58.631580 run osmo-msc_10.42.42.6(pid=6550): ERR: Terminated: ERROR {rc=2} [trial-2359↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6550)]\u000a12:40:58.684438 run osmo-msc_10.42.42.6(pid=6550): stdout: \u000a| (launched: 2022-12-09_12:40:57.410517) \u000a12:40:58.737882 run osmo-msc_10.42.42.6(pid=6550): stderr: \u000a| �[0;m�[38;5;43m20221209124057729 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209124057729 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f37765dac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209124057729 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209124057729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209124057729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209124057730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209124057731 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209124057732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209124057732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209124057732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:40:58.783412 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6543): Terminating (SIGTERM)\u000a12:40:58.827111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6546): Terminating (SIGTERM)\u000a12:40:58.870954 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6549): Terminating (SIGTERM)\u000a12:40:58.880933 --- ParallelTerminationStrategy: PID 6543 died...\u000a12:40:58.939049 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6543): Terminated: ok {rc=0}\u000a12:40:58.949471 --- ParallelTerminationStrategy: PID 6546 died...\u000a12:40:59.006965 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6546): Terminated: ok {rc=0}\u000a12:40:59.017387 --- ParallelTerminationStrategy: PID 6549 died...\u000a12:40:59.074778 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6549): Terminated: ok {rc=0}\u000a12:40:59.164185 bus /sierra_3: Setting Powered False\u000a12:41:00.272769 bus /sierra_3: Setting Powered False\u000a12:41:01.383062 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "188", "name" : "handover_2G_trx-lms+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:40:51" }, { "cases" : [ { "testActions" : [ ], "age" : 188, "className" : "handover_2G:trx-lms+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6561): Process ended prematurely: osmo-stp_10.42.42.5(pid=6561) [trial-2359↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6561)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6561): Process ended prematurely: osmo-stp_10.42.42.5(pid=6561) [trial-2359↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6561)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 handover_2G:trx-lms+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a12:41:03.423804 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:41:03.435456 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:41:03.580615 tst handover.py: using LAC 21542\u000a12:41:03.707812 tst handover.py: using RAC 122\u000a12:41:03.837388 tst handover.py: using CellId 21542\u000a12:41:03.965853 tst handover.py: using BVCI 21543\u000a12:41:03.991029 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:41:04.135458 tst handover.py: using LAC 21543\u000a12:41:04.265086 tst handover.py: using RAC 123\u000a12:41:04.397203 tst handover.py: using CellId 21543\u000a12:41:04.525297 tst handover.py: using BVCI 21544\u000a12:41:04.550677 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:41:04.562244 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:41:04.573431 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:41:04.585064 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:41:04.596546 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:41:04.608076 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:41:04.731932 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:41:04.942826 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:41:05.411434 run create_hlr_db(pid=6555): Launched\u000a12:41:05.537720 bus /sierra_2: Setting Powered False\u000a12:41:06.610752 run create_hlr_db(pid=6555): Terminated: ok {rc=0}\u000a12:41:06.997463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6557): Launched\u000a12:41:07.307152 run osmo-hlr_10.42.42.2(pid=6558): Launched\u000a12:41:07.419458 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:41:07.930368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6560): Launched\u000a12:41:08.238908 run osmo-stp_10.42.42.5(pid=6561): Launched\u000a12:41:08.350948 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:41:08.890779 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6563): Launched\u000a12:41:09.200243 run osmo-msc_10.42.42.6(pid=6564): Launched\u000a12:41:09.380410 run osmo-stp_10.42.42.5(pid=6561): ERR: Terminated: ERROR {rc=1} [trial-2359↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6561)]\u000a12:41:09.510945 run osmo-stp_10.42.42.5(pid=6561): stdout: \u000a| (launched: 2022-12-09_12:41:08.086972)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:41:09.639965 run osmo-stp_10.42.42.5(pid=6561): stderr: \u000a| �[0;m�[38;5;43m20221209124108255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209124108255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209124108255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209124108256 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209124108256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209124108256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209124108256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:41:09.763615 run osmo-stp_10.42.42.5(pid=6561): stdout: \u000a| (launched: 2022-12-09_12:41:08.086972)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:41:09.886379 run osmo-stp_10.42.42.5(pid=6561): stderr: \u000a| �[0;m�[38;5;43m20221209124108255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209124108255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209124108255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209124108256 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209124108256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209124108256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209124108256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:41:09.940192 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6561): Process ended prematurely: osmo-stp_10.42.42.5(pid=6561) [trial-2359↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6561)] [trial-2359↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18]\u000a12:41:09.947942 tst handover.py:18: Test FAILED (6.5 sec)\u000a12:41:10.008366 run osmo-hlr_10.42.42.2(pid=6558): ERR: Terminated: ERROR {rc=237} [trial-2359↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6558)]\u000a12:41:10.058205 run osmo-hlr_10.42.42.2(pid=6558): stdout: \u000a| (launched: 2022-12-09_12:41:07.154750) \u000a12:41:10.108239 run osmo-hlr_10.42.42.2(pid=6558): stderr: \u000a| �[0;m�[1;31m20221209124107330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209124107330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209124107330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209124107330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209124107330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209124107331 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209124107342 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/handover_2G:trx-lms+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209124107351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209124107351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209124107351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:41:10.176727 run osmo-msc_10.42.42.6(pid=6564): ERR: Terminated: ERROR {rc=2} [trial-2359↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6564)]\u000a12:41:10.226452 run osmo-msc_10.42.42.6(pid=6564): stdout: \u000a| (launched: 2022-12-09_12:41:09.047709) \u000a12:41:10.276494 run osmo-msc_10.42.42.6(pid=6564): stderr: \u000a| �[0;m�[38;5;43m20221209124109318 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209124109318 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f269fb57c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209124109319 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209124109319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209124109319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209124109319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209124109321 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209124109321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209124109321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209124109321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:41:10.319406 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6557): Terminating (SIGTERM)\u000a12:41:10.359891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6560): Terminating (SIGTERM)\u000a12:41:10.400265 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6563): Terminating (SIGTERM)\u000a12:41:10.409677 --- ParallelTerminationStrategy: PID 6557 died...\u000a12:41:10.464167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6557): Terminated: ok {rc=0}\u000a12:41:10.473980 --- ParallelTerminationStrategy: PID 6560 died...\u000a12:41:10.527585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6560): Terminated: ok {rc=0}\u000a12:41:10.537352 --- ParallelTerminationStrategy: PID 6563 died...\u000a12:41:10.590525 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6563): Terminated: ok {rc=0}\u000a12:41:10.674011 bus /sierra_3: Setting Powered False\u000a12:41:11.775063 bus /sierra_3: Setting Powered False\u000a12:41:12.888180 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "189", "name" : "handover_2G_trx-lms+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:41:03" }, { "cases" : [ { "testActions" : [ ], "age" : 188, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6575): Process ended prematurely: osmo-stp_10.42.42.5(pid=6575) [trial-2359↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6575)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6575): Process ended prematurely: osmo-stp_10.42.42.5(pid=6575) [trial-2359↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6575)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a12:41:14.930606 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:41:14.942383 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a12:41:15.085180 tst handover.py: using LAC 21544\u000a12:41:15.216400 tst handover.py: using RAC 124\u000a12:41:15.347387 tst handover.py: using CellId 21544\u000a12:41:15.478605 tst handover.py: using BVCI 21545\u000a12:41:15.503891 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a12:41:15.651886 tst handover.py: using LAC 21545\u000a12:41:15.781671 tst handover.py: using RAC 125\u000a12:41:15.927085 tst handover.py: using CellId 21545\u000a12:41:16.054781 tst handover.py: using BVCI 21546\u000a12:41:16.079068 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:41:16.090921 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:41:16.103073 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:41:16.115411 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:41:16.127096 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a12:41:16.139441 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a12:41:16.287872 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a12:41:16.525456 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:41:17.043918 run create_hlr_db(pid=6569): Launched\u000a12:41:17.173816 bus /sierra_2: Setting Powered False\u000a12:41:18.243753 run create_hlr_db(pid=6569): Terminated: ok {rc=0}\u000a12:41:18.630855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6571): Launched\u000a12:41:18.938994 run osmo-hlr_10.42.42.2(pid=6572): Launched\u000a12:41:19.050994 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:41:19.560497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6574): Launched\u000a12:41:19.871053 run osmo-stp_10.42.42.5(pid=6575): Launched\u000a12:41:19.982399 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:41:20.523685 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6577): Launched\u000a12:41:20.833202 run osmo-msc_10.42.42.6(pid=6578): Launched\u000a12:41:21.013603 run osmo-stp_10.42.42.5(pid=6575): ERR: Terminated: ERROR {rc=1} [trial-2359↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6575)]\u000a12:41:21.143435 run osmo-stp_10.42.42.5(pid=6575): stdout: \u000a| (launched: 2022-12-09_12:41:19.717938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:41:21.271206 run osmo-stp_10.42.42.5(pid=6575): stderr: \u000a| �[0;m�[38;5;43m20221209124119887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209124119887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209124119887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209124119888 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209124119888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209124119888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209124119888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:41:21.394397 run osmo-stp_10.42.42.5(pid=6575): stdout: \u000a| (launched: 2022-12-09_12:41:19.717938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:41:21.516388 run osmo-stp_10.42.42.5(pid=6575): stderr: \u000a| �[0;m�[38;5;43m20221209124119887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209124119887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209124119887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209124119888 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209124119888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209124119888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209124119888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:41:21.569928 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6575): Process ended prematurely: osmo-stp_10.42.42.5(pid=6575) [trial-2359↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6575)] [trial-2359↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18]\u000a12:41:21.577571 tst handover.py:18: Test FAILED (6.6 sec)\u000a12:41:21.638867 run osmo-hlr_10.42.42.2(pid=6572): ERR: Terminated: ERROR {rc=237} [trial-2359↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6572)]\u000a12:41:21.688272 run osmo-hlr_10.42.42.2(pid=6572): stdout: \u000a| (launched: 2022-12-09_12:41:18.787738) \u000a12:41:21.738374 run osmo-hlr_10.42.42.2(pid=6572): stderr: \u000a| �[0;m�[1;31m20221209124118963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209124118963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209124118963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209124118963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209124118963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209124118963 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209124118976 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209124118984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209124118985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209124118985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:41:21.806601 run osmo-msc_10.42.42.6(pid=6578): ERR: Terminated: ERROR {rc=2} [trial-2359↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6578)]\u000a12:41:21.856032 run osmo-msc_10.42.42.6(pid=6578): stdout: \u000a| (launched: 2022-12-09_12:41:20.680014) \u000a12:41:21.906273 run osmo-msc_10.42.42.6(pid=6578): stderr: \u000a| �[0;m�[38;5;43m20221209124120951 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209124120951 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4dbbbb3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209124120951 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209124120951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209124120951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209124120952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209124120953 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209124120954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209124120954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209124120954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:41:21.948394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6571): Terminating (SIGTERM)\u000a12:41:21.988103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6574): Terminating (SIGTERM)\u000a12:41:22.027956 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6577): Terminating (SIGTERM)\u000a12:41:22.037231 --- ParallelTerminationStrategy: PID 6571 died...\u000a12:41:22.090740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6571): Terminated: ok {rc=0}\u000a12:41:22.100334 --- ParallelTerminationStrategy: PID 6574 died...\u000a12:41:22.153560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6574): Terminated: ok {rc=0}\u000a12:41:22.163130 --- ParallelTerminationStrategy: PID 6577 died...\u000a12:41:22.216068 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6577): Terminated: ok {rc=0}\u000a12:41:22.299452 bus /sierra_3: Setting Powered False\u000a12:41:23.400314 bus /sierra_3: Setting Powered False\u000a12:41:24.513611 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "190", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:41:14" }, { "cases" : [ { "testActions" : [ ], "age" : 188, "className" : "handover_2G:trx-lms-limenet-micro+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6589): Process ended prematurely: osmo-stp_10.42.42.5(pid=6589) [trial-2359↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6589)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6589): Process ended prematurely: osmo-stp_10.42.42.5(pid=6589) [trial-2359↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6589)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 handover_2G:trx-lms-limenet-micro+bts1-sysmo handover.py\u000a----------------------------------------------\u000a12:41:26.510803 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:41:26.522115 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a12:41:26.666303 tst handover.py: using LAC 21546\u000a12:41:26.794152 tst handover.py: using RAC 126\u000a12:41:26.925342 tst handover.py: using CellId 21546\u000a12:41:27.052131 tst handover.py: using BVCI 21547\u000a12:41:27.077871 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a12:41:27.208279 tst handover.py: using LAC 21547\u000a12:41:27.339286 tst handover.py: using RAC 127\u000a12:41:27.467175 tst handover.py: using CellId 21547\u000a12:41:27.594845 tst handover.py: using BVCI 21548\u000a12:41:27.620260 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:41:27.631763 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:41:27.643102 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:41:27.655026 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:41:27.666730 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:41:27.679408 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a12:41:27.798575 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a12:41:28.002840 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:41:28.472400 run create_hlr_db(pid=6583): Launched\u000a12:41:28.607525 bus /sierra_2: Setting Powered False\u000a12:41:29.684511 run create_hlr_db(pid=6583): Terminated: ok {rc=0}\u000a12:41:30.098364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6585): Launched\u000a12:41:30.430924 run osmo-hlr_10.42.42.2(pid=6586): Launched\u000a12:41:30.553558 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:41:31.155276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6588): Launched\u000a12:41:31.584056 run osmo-stp_10.42.42.5(pid=6589): Launched\u000a12:41:31.770112 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:41:32.369676 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6591): Launched\u000a12:41:32.702784 run osmo-msc_10.42.42.6(pid=6592): Launched\u000a12:41:32.896462 run osmo-stp_10.42.42.5(pid=6589): ERR: Terminated: ERROR {rc=1} [trial-2359↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6589)]\u000a12:41:33.036756 run osmo-stp_10.42.42.5(pid=6589): stdout: \u000a| (launched: 2022-12-09_12:41:31.342425)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:41:33.175185 run osmo-stp_10.42.42.5(pid=6589): stderr: \u000a| �[0;m�[38;5;43m20221209124131571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209124131571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209124131571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209124131572 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209124131572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209124131572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209124131572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:41:33.308289 run osmo-stp_10.42.42.5(pid=6589): stdout: \u000a| (launched: 2022-12-09_12:41:31.342425)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:41:33.439891 run osmo-stp_10.42.42.5(pid=6589): stderr: \u000a| �[0;m�[38;5;43m20221209124131571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209124131571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209124131571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209124131572 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209124131572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209124131572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209124131572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:41:33.497520 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6589): Process ended prematurely: osmo-stp_10.42.42.5(pid=6589) [trial-2359↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6589)] [trial-2359↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18]\u000a12:41:33.506292 tst handover.py:18: Test FAILED (7.0 sec)\u000a12:41:33.570946 run osmo-hlr_10.42.42.2(pid=6586): ERR: Terminated: ERROR {rc=237} [trial-2359↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6586)]\u000a12:41:33.623722 run osmo-hlr_10.42.42.2(pid=6586): stdout: \u000a| (launched: 2022-12-09_12:41:30.266713) \u000a12:41:33.677278 run osmo-hlr_10.42.42.2(pid=6586): stderr: \u000a| �[0;m�[1;31m20221209124130461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209124130461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209124130461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209124130461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209124130461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209124130461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209124130473 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/handover_2G:trx-lms-limenet-micro+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209124130481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209124130481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209124130481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:41:33.748741 run osmo-msc_10.42.42.6(pid=6592): ERR: Terminated: ERROR {rc=2} [trial-2359↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6592)]\u000a12:41:33.801314 run osmo-msc_10.42.42.6(pid=6592): stdout: \u000a| (launched: 2022-12-09_12:41:32.538666) \u000a12:41:33.854199 run osmo-msc_10.42.42.6(pid=6592): stderr: \u000a| �[0;m�[38;5;43m20221209124132857 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209124132857 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9a0a743c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209124132857 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209124132857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209124132858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209124132858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209124132860 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209124132861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209124132861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209124132861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:41:33.899379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6585): Terminating (SIGTERM)\u000a12:41:33.942110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6588): Terminating (SIGTERM)\u000a12:41:33.984548 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6591): Terminating (SIGTERM)\u000a12:41:33.994728 --- ParallelTerminationStrategy: PID 6585 died...\u000a12:41:34.051737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6585): Terminated: ok {rc=0}\u000a12:41:34.062030 --- ParallelTerminationStrategy: PID 6588 died...\u000a12:41:34.118948 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6588): Terminated: ok {rc=0}\u000a12:41:34.129105 --- ParallelTerminationStrategy: PID 6591 died...\u000a12:41:34.185859 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6591): Terminated: ok {rc=0}\u000a12:41:34.274273 bus /sierra_3: Setting Powered False\u000a12:41:35.378378 bus /sierra_3: Setting Powered False\u000a12:41:36.490025 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "191", "name" : "handover_2G_trx-lms-limenet-micro+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:41:26" }, { "cases" : [ { "testActions" : [ ], "age" : 188, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6603): Process ended prematurely: osmo-stp_10.42.42.5(pid=6603) [trial-2359↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6603)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6603): Process ended prematurely: osmo-stp_10.42.42.5(pid=6603) [trial-2359↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6603)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 handover_2G:trx-lms-limenet-micro+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a12:41:38.507316 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:41:38.519476 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a12:41:38.661084 tst handover.py: using LAC 21548\u000a12:41:38.788625 tst handover.py: using RAC 128\u000a12:41:38.916849 tst handover.py: using CellId 21548\u000a12:41:39.044309 tst handover.py: using BVCI 21549\u000a12:41:39.069471 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a12:41:39.212503 tst handover.py: using LAC 21549\u000a12:41:39.333197 tst handover.py: using RAC 129\u000a12:41:39.452476 tst handover.py: using CellId 21549\u000a12:41:39.570681 tst handover.py: using BVCI 21550\u000a12:41:39.594061 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:41:39.605150 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:41:39.615973 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:41:39.626976 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:41:39.638078 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:41:39.648918 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a12:41:39.767612 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a12:41:39.972241 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:41:40.441160 run create_hlr_db(pid=6597): Launched\u000a12:41:40.567449 bus /sierra_2: Setting Powered False\u000a12:41:41.640602 run create_hlr_db(pid=6597): Terminated: ok {rc=0}\u000a12:41:42.055499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6599): Launched\u000a12:41:42.387575 run osmo-hlr_10.42.42.2(pid=6600): Launched\u000a12:41:42.509058 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:41:43.058142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6602): Launched\u000a12:41:43.389823 run osmo-stp_10.42.42.5(pid=6603): Launched\u000a12:41:43.509621 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:41:44.086861 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6605): Launched\u000a12:41:44.418911 run osmo-msc_10.42.42.6(pid=6606): Launched\u000a12:41:44.612303 run osmo-stp_10.42.42.5(pid=6603): ERR: Terminated: ERROR {rc=1} [trial-2359↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6603)]\u000a12:41:44.751884 run osmo-stp_10.42.42.5(pid=6603): stdout: \u000a| (launched: 2022-12-09_12:41:43.226467)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:41:44.890761 run osmo-stp_10.42.42.5(pid=6603): stderr: \u000a| �[0;m�[38;5;43m20221209124143415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209124143415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209124143415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209124143416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209124143416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209124143416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209124143416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:41:45.023632 run osmo-stp_10.42.42.5(pid=6603): stdout: \u000a| (launched: 2022-12-09_12:41:43.226467)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:41:45.155305 run osmo-stp_10.42.42.5(pid=6603): stderr: \u000a| �[0;m�[38;5;43m20221209124143415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209124143415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209124143415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209124143416 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209124143416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209124143416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209124143416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:41:45.212934 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6603): Process ended prematurely: osmo-stp_10.42.42.5(pid=6603) [trial-2359↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6603)] [trial-2359↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18]\u000a12:41:45.221755 tst handover.py:18: Test FAILED (6.7 sec)\u000a12:41:45.285863 run osmo-hlr_10.42.42.2(pid=6600): ERR: Terminated: ERROR {rc=237} [trial-2359↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6600)]\u000a12:41:45.337884 run osmo-hlr_10.42.42.2(pid=6600): stdout: \u000a| (launched: 2022-12-09_12:41:42.223996) \u000a12:41:45.390489 run osmo-hlr_10.42.42.2(pid=6600): stderr: \u000a| �[0;m�[1;31m20221209124142421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209124142421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209124142421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209124142421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209124142421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209124142421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209124142433 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/handover_2G:trx-lms-limenet-micro+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209124142444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209124142444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209124142444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:41:45.461903 run osmo-msc_10.42.42.6(pid=6606): ERR: Terminated: ERROR {rc=2} [trial-2359↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6606)]\u000a12:41:45.513934 run osmo-msc_10.42.42.6(pid=6606): stdout: \u000a| (launched: 2022-12-09_12:41:44.255164) \u000a12:41:45.566409 run osmo-msc_10.42.42.6(pid=6606): stderr: \u000a| �[0;m�[38;5;43m20221209124144574 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209124144574 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcbb7702c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209124144574 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209124144574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209124144575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209124144575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209124144576 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209124144577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209124144577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209124144577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:41:45.611435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6599): Terminating (SIGTERM)\u000a12:41:45.653781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6602): Terminating (SIGTERM)\u000a12:41:45.696240 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6605): Terminating (SIGTERM)\u000a12:41:45.706527 --- ParallelTerminationStrategy: PID 6599 died...\u000a12:41:45.763611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6599): Terminated: ok {rc=0}\u000a12:41:45.773957 --- ParallelTerminationStrategy: PID 6602 died...\u000a12:41:45.830693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6602): Terminated: ok {rc=0}\u000a12:41:45.841923 --- ParallelTerminationStrategy: PID 6605 died...\u000a12:41:45.900651 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6605): Terminated: ok {rc=0}\u000a12:41:45.990894 bus /sierra_3: Setting Powered False\u000a12:41:47.121545 bus /sierra_3: Setting Powered False\u000a12:41:48.236820 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "192", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:41:38" }, { "cases" : [ { "testActions" : [ ], "age" : 188, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6617): Process ended prematurely: osmo-stp_10.42.42.5(pid=6617) [trial-2359↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6617)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6617): Process ended prematurely: osmo-stp_10.42.42.5(pid=6617) [trial-2359↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6617)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a12:41:50.258672 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:41:50.269763 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:41:50.403042 tst handover.py: using LAC 21550\u000a12:41:50.523698 tst handover.py: using RAC 130\u000a12:41:50.646850 tst handover.py: using CellId 21550\u000a12:41:50.769535 tst handover.py: using BVCI 21551\u000a12:41:50.793058 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:41:50.931559 tst handover.py: using LAC 21551\u000a12:41:51.052324 tst handover.py: using RAC 131\u000a12:41:51.173299 tst handover.py: using CellId 21551\u000a12:41:51.293979 tst handover.py: using BVCI 21552\u000a12:41:51.317651 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:41:51.328614 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:41:51.339516 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:41:51.350427 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:41:51.361322 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:41:51.372107 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:41:51.494242 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:41:51.699063 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:41:52.170247 run create_hlr_db(pid=6611): Launched\u000a12:41:52.296389 bus /sierra_2: Setting Powered False\u000a12:41:53.369944 run create_hlr_db(pid=6611): Terminated: ok {rc=0}\u000a12:41:53.759286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6613): Launched\u000a12:41:54.069905 run osmo-hlr_10.42.42.2(pid=6614): Launched\u000a12:41:54.192181 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:41:54.708184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6616): Launched\u000a12:41:55.017352 run osmo-stp_10.42.42.5(pid=6617): Launched\u000a12:41:55.129147 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:41:55.666403 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6619): Launched\u000a12:41:55.977790 run osmo-msc_10.42.42.6(pid=6620): Launched\u000a12:41:56.157926 run osmo-stp_10.42.42.5(pid=6617): ERR: Terminated: ERROR {rc=1} [trial-2359↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6617)]\u000a12:41:56.287998 run osmo-stp_10.42.42.5(pid=6617): stdout: \u000a| (launched: 2022-12-09_12:41:54.864794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:41:56.415717 run osmo-stp_10.42.42.5(pid=6617): stderr: \u000a| �[0;m�[38;5;43m20221209124155033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209124155033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209124155034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209124155034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209124155035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209124155035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209124155035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:41:56.539000 run osmo-stp_10.42.42.5(pid=6617): stdout: \u000a| (launched: 2022-12-09_12:41:54.864794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:41:56.660805 run osmo-stp_10.42.42.5(pid=6617): stderr: \u000a| �[0;m�[38;5;43m20221209124155033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209124155033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209124155034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209124155034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209124155035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209124155035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209124155035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:41:56.714293 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6617): Process ended prematurely: osmo-stp_10.42.42.5(pid=6617) [trial-2359↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6617)] [trial-2359↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18]\u000a12:41:56.722270 tst handover.py:18: Test FAILED (6.5 sec)\u000a12:41:56.782050 run osmo-hlr_10.42.42.2(pid=6614): ERR: Terminated: ERROR {rc=237} [trial-2359↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6614)]\u000a12:41:56.830949 run osmo-hlr_10.42.42.2(pid=6614): stdout: \u000a| (launched: 2022-12-09_12:41:53.917271) \u000a12:41:56.880559 run osmo-hlr_10.42.42.2(pid=6614): stderr: \u000a| �[0;m�[1;31m20221209124154091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209124154091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209124154091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209124154091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209124154091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209124154091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209124154103 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209124154112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209124154112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209124154112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:41:56.948017 run osmo-msc_10.42.42.6(pid=6620): ERR: Terminated: ERROR {rc=2} [trial-2359↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6620)]\u000a12:41:56.997004 run osmo-msc_10.42.42.6(pid=6620): stdout: \u000a| (launched: 2022-12-09_12:41:55.822986) \u000a12:41:57.046538 run osmo-msc_10.42.42.6(pid=6620): stderr: \u000a| �[0;m�[38;5;43m20221209124156094 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209124156094 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f69b66afc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209124156094 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209124156094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209124156094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209124156094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209124156096 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209124156097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209124156097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209124156097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:41:57.088608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6613): Terminating (SIGTERM)\u000a12:41:57.128283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6616): Terminating (SIGTERM)\u000a12:41:57.167887 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6619): Terminating (SIGTERM)\u000a12:41:57.177180 --- ParallelTerminationStrategy: PID 6613 died...\u000a12:41:57.230551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6613): Terminated: ok {rc=0}\u000a12:41:57.240089 --- ParallelTerminationStrategy: PID 6616 died...\u000a12:41:57.293297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6616): Terminated: ok {rc=0}\u000a12:41:57.302913 --- ParallelTerminationStrategy: PID 6619 died...\u000a12:41:57.356253 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6619): Terminated: ok {rc=0}\u000a12:41:57.441251 bus /sierra_3: Setting Powered False\u000a12:41:58.549814 bus /sierra_3: Setting Powered False\u000a12:41:59.658912 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "193", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:41:49" }, { "cases" : [ { "testActions" : [ ], "age" : 188, "className" : "handover_2G:trx-sysmocell5000+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6641): Process ended prematurely: osmo-stp_10.42.42.5(pid=6641) [trial-2359↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6641)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6641): Process ended prematurely: osmo-stp_10.42.42.5(pid=6641) [trial-2359↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6641)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 handover_2G:trx-sysmocell5000+bts1-sysmo handover.py\u000a----------------------------------------------\u000a12:42:01.915335 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:42:01.928121 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a12:42:02.080701 tst handover.py: using LAC 21552\u000a12:42:02.212847 tst handover.py: using RAC 132\u000a12:42:02.367729 tst handover.py: using CellId 21552\u000a12:42:02.491866 tst handover.py: using BVCI 21553\u000a12:42:02.515395 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a12:42:02.643255 tst handover.py: using LAC 21553\u000a12:42:02.763002 tst handover.py: using RAC 133\u000a12:42:02.882658 tst handover.py: using CellId 21553\u000a12:42:03.002605 tst handover.py: using BVCI 21554\u000a12:42:03.026210 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:42:03.037113 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:42:03.047857 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:42:03.058777 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:42:03.069587 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a12:42:03.080260 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a12:42:03.200521 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a12:42:03.416194 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:42:03.910412 run create_hlr_db(pid=6635): Launched\u000a12:42:04.045874 bus /sierra_2: Setting Powered False\u000a12:42:05.124082 run create_hlr_db(pid=6635): Terminated: ok {rc=0}\u000a12:42:05.516494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6637): Launched\u000a12:42:05.826521 run osmo-hlr_10.42.42.2(pid=6638): Launched\u000a12:42:05.948256 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:42:06.466004 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6640): Launched\u000a12:42:06.775606 run osmo-stp_10.42.42.5(pid=6641): Launched\u000a12:42:06.887246 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:42:07.428372 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6643): Launched\u000a12:42:07.738202 run osmo-msc_10.42.42.6(pid=6644): Launched\u000a12:42:07.917737 run osmo-stp_10.42.42.5(pid=6641): ERR: Terminated: ERROR {rc=1} [trial-2359↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6641)]\u000a12:42:08.049113 run osmo-stp_10.42.42.5(pid=6641): stdout: \u000a| (launched: 2022-12-09_12:42:06.622546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:42:08.177236 run osmo-stp_10.42.42.5(pid=6641): stderr: \u000a| �[0;m�[38;5;43m20221209124206791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209124206791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209124206791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209124206792 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209124206792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209124206792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209124206792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:42:08.300506 run osmo-stp_10.42.42.5(pid=6641): stdout: \u000a| (launched: 2022-12-09_12:42:06.622546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:42:08.422871 run osmo-stp_10.42.42.5(pid=6641): stderr: \u000a| �[0;m�[38;5;43m20221209124206791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209124206791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209124206791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209124206792 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209124206792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209124206792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209124206792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:42:08.476311 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6641): Process ended prematurely: osmo-stp_10.42.42.5(pid=6641) [trial-2359↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6641)] [trial-2359↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18]\u000a12:42:08.484130 tst handover.py:18: Test FAILED (6.6 sec)\u000a12:42:08.544261 run osmo-hlr_10.42.42.2(pid=6638): ERR: Terminated: ERROR {rc=237} [trial-2359↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6638)]\u000a12:42:08.593636 run osmo-hlr_10.42.42.2(pid=6638): stdout: \u000a| (launched: 2022-12-09_12:42:05.673939) \u000a12:42:08.643531 run osmo-hlr_10.42.42.2(pid=6638): stderr: \u000a| �[0;m�[1;31m20221209124205849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209124205849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209124205849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209124205849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209124205849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209124205849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209124205861 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/handover_2G:trx-sysmocell5000+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209124205872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209124205873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209124205873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:42:08.711968 run osmo-msc_10.42.42.6(pid=6644): ERR: Terminated: ERROR {rc=2} [trial-2359↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6644)]\u000a12:42:08.761334 run osmo-msc_10.42.42.6(pid=6644): stdout: \u000a| (launched: 2022-12-09_12:42:07.585307) \u000a12:42:08.811169 run osmo-msc_10.42.42.6(pid=6644): stderr: \u000a| �[0;m�[38;5;43m20221209124207856 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209124207856 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6b3a836c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209124207856 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209124207856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209124207856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209124207857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209124207858 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209124207859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209124207859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209124207859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:42:08.853505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6637): Terminating (SIGTERM)\u000a12:42:08.893788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6640): Terminating (SIGTERM)\u000a12:42:08.933898 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6643): Terminating (SIGTERM)\u000a12:42:08.943193 --- ParallelTerminationStrategy: PID 6637 died...\u000a12:42:08.996901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6637): Terminated: ok {rc=0}\u000a12:42:09.006664 --- ParallelTerminationStrategy: PID 6640 died...\u000a12:42:09.060052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6640): Terminated: ok {rc=0}\u000a12:42:09.070879 --- ParallelTerminationStrategy: PID 6643 died...\u000a12:42:09.124431 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6643): Terminated: ok {rc=0}\u000a12:42:09.208205 bus /sierra_3: Setting Powered False\u000a12:42:10.316292 bus /sierra_3: Setting Powered False\u000a12:42:11.428394 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "194", "name" : "handover_2G_trx-sysmocell5000+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:42:01" }, { "cases" : [ { "testActions" : [ ], "age" : 188, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6655): Process ended prematurely: osmo-stp_10.42.42.5(pid=6655) [trial-2359↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6655)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6655): Process ended prematurely: osmo-stp_10.42.42.5(pid=6655) [trial-2359↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6655)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 handover_2G:trx-sysmocell5000+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a12:42:13.460373 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:42:13.471751 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a12:42:13.616916 tst handover.py: using LAC 21554\u000a12:42:13.746421 tst handover.py: using RAC 134\u000a12:42:13.875844 tst handover.py: using CellId 21554\u000a12:42:14.007752 tst handover.py: using BVCI 21555\u000a12:42:14.033178 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a12:42:14.180480 tst handover.py: using LAC 21555\u000a12:42:14.308225 tst handover.py: using RAC 135\u000a12:42:14.438183 tst handover.py: using CellId 21555\u000a12:42:14.565647 tst handover.py: using BVCI 21556\u000a12:42:14.589205 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:42:14.600188 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:42:14.611222 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:42:14.623245 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:42:14.634153 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:42:14.645013 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a12:42:14.765749 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a12:42:14.982425 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:42:15.474279 run create_hlr_db(pid=6649): Launched\u000a12:42:15.609075 bus /sierra_2: Setting Powered False\u000a12:42:16.682055 run create_hlr_db(pid=6649): Terminated: ok {rc=0}\u000a12:42:17.099208 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6651): Launched\u000a12:42:17.411990 run osmo-hlr_10.42.42.2(pid=6652): Launched\u000a12:42:17.524101 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:42:18.035819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6654): Launched\u000a12:42:18.345576 run osmo-stp_10.42.42.5(pid=6655): Launched\u000a12:42:18.456432 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:42:18.993484 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6657): Launched\u000a12:42:19.302995 run osmo-msc_10.42.42.6(pid=6658): Launched\u000a12:42:19.484618 run osmo-stp_10.42.42.5(pid=6655): ERR: Terminated: ERROR {rc=1} [trial-2359↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6655)]\u000a12:42:19.615481 run osmo-stp_10.42.42.5(pid=6655): stdout: \u000a| (launched: 2022-12-09_12:42:18.193708)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:42:19.743757 run osmo-stp_10.42.42.5(pid=6655): stderr: \u000a| �[0;m�[38;5;43m20221209124218362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209124218362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209124218362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209124218363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209124218363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209124218363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209124218363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:42:19.867095 run osmo-stp_10.42.42.5(pid=6655): stdout: \u000a| (launched: 2022-12-09_12:42:18.193708)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:42:19.989351 run osmo-stp_10.42.42.5(pid=6655): stderr: \u000a| �[0;m�[38;5;43m20221209124218362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209124218362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209124218362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209124218363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209124218363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209124218363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209124218363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:42:20.042933 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6655): Process ended prematurely: osmo-stp_10.42.42.5(pid=6655) [trial-2359↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6655)] [trial-2359↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18]\u000a12:42:20.050748 tst handover.py:18: Test FAILED (6.6 sec)\u000a12:42:20.111049 run osmo-hlr_10.42.42.2(pid=6652): ERR: Terminated: ERROR {rc=237} [trial-2359↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6652)]\u000a12:42:20.159986 run osmo-hlr_10.42.42.2(pid=6652): stdout: \u000a| (launched: 2022-12-09_12:42:17.258176) \u000a12:42:20.209826 run osmo-hlr_10.42.42.2(pid=6652): stderr: \u000a| �[0;m�[1;31m20221209124217432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209124217432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209124217432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209124217432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209124217432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209124217432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209124217476 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/handover_2G:trx-sysmocell5000+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209124217487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209124217487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209124217487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:42:20.277311 run osmo-msc_10.42.42.6(pid=6658): ERR: Terminated: ERROR {rc=2} [trial-2359↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6658)]\u000a12:42:20.326311 run osmo-msc_10.42.42.6(pid=6658): stdout: \u000a| (launched: 2022-12-09_12:42:19.149966) \u000a12:42:20.376342 run osmo-msc_10.42.42.6(pid=6658): stderr: \u000a| �[0;m�[38;5;43m20221209124219420 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209124219420 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f96e14edc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209124219420 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209124219420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209124219421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209124219421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209124219422 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209124219423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209124219424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209124219424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:42:20.418310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6651): Terminating (SIGTERM)\u000a12:42:20.457988 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6654): Terminating (SIGTERM)\u000a12:42:20.497633 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6657): Terminating (SIGTERM)\u000a12:42:20.506836 --- ParallelTerminationStrategy: PID 6651 died...\u000a12:42:20.560160 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6651): Terminated: ok {rc=0}\u000a12:42:20.569842 --- ParallelTerminationStrategy: PID 6654 died...\u000a12:42:20.622927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6654): Terminated: ok {rc=0}\u000a12:42:20.632517 --- ParallelTerminationStrategy: PID 6657 died...\u000a12:42:20.685529 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6657): Terminated: ok {rc=0}\u000a12:42:20.773853 bus /sierra_3: Setting Powered False\u000a12:42:21.876873 bus /sierra_3: Setting Powered False\u000a12:42:22.988491 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "195", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:42:13" }, { "cases" : [ { "testActions" : [ ], "age" : 188, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6669): Process ended prematurely: osmo-stp_10.42.42.5(pid=6669) [trial-2359↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6669)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6669): Process ended prematurely: osmo-stp_10.42.42.5(pid=6669) [trial-2359↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6669)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 handover_2G:trx-sysmocell5000+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a12:42:25.025180 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:42:25.036152 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:42:25.177198 tst handover.py: using LAC 21556\u000a12:42:25.298183 tst handover.py: using RAC 136\u000a12:42:25.420583 tst handover.py: using CellId 21556\u000a12:42:25.543053 tst handover.py: using BVCI 21557\u000a12:42:25.566418 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:42:25.712705 tst handover.py: using LAC 21557\u000a12:42:25.847660 tst handover.py: using RAC 137\u000a12:42:25.981846 tst handover.py: using CellId 21557\u000a12:42:26.116521 tst handover.py: using BVCI 21558\u000a12:42:26.142153 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:42:26.154019 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:42:26.165653 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:42:26.178080 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:42:26.191269 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:42:26.203572 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:42:26.326204 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:42:26.530087 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:42:26.998241 run create_hlr_db(pid=6663): Launched\u000a12:42:27.123598 bus /sierra_2: Setting Powered False\u000a12:42:28.199137 run create_hlr_db(pid=6663): Terminated: ok {rc=0}\u000a12:42:28.586273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6665): Launched\u000a12:42:28.894774 run osmo-hlr_10.42.42.2(pid=6666): Launched\u000a12:42:29.005282 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:42:29.515941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6668): Launched\u000a12:42:29.824625 run osmo-stp_10.42.42.5(pid=6669): Launched\u000a12:42:29.935533 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:42:30.473697 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6671): Launched\u000a12:42:30.783988 run osmo-msc_10.42.42.6(pid=6672): Launched\u000a12:42:31.057714 run osmo-stp_10.42.42.5(pid=6669): ERR: Terminated: ERROR {rc=1} [trial-2359↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6669)]\u000a12:42:31.346495 run osmo-stp_10.42.42.5(pid=6669): stdout: \u000a| (launched: 2022-12-09_12:42:29.672446)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:42:31.507083 run osmo-stp_10.42.42.5(pid=6669): stderr: \u000a| �[0;m�[38;5;43m20221209124229841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209124229841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209124229842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209124229842 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209124229842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209124229843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209124229843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:42:31.648127 run osmo-stp_10.42.42.5(pid=6669): stdout: \u000a| (launched: 2022-12-09_12:42:29.672446)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:42:31.784902 run osmo-stp_10.42.42.5(pid=6669): stderr: \u000a| �[0;m�[38;5;43m20221209124229841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209124229841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209124229842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209124229842 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209124229842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209124229843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209124229843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:42:31.845845 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6669): Process ended prematurely: osmo-stp_10.42.42.5(pid=6669) [trial-2359↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6669)] [trial-2359↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18]\u000a12:42:31.855738 tst handover.py:18: Test FAILED (6.8 sec)\u000a12:42:31.925249 run osmo-hlr_10.42.42.2(pid=6666): ERR: Terminated: ERROR {rc=237} [trial-2359↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6666)]\u000a12:42:31.979808 run osmo-hlr_10.42.42.2(pid=6666): stdout: \u000a| (launched: 2022-12-09_12:42:28.742449) \u000a12:42:32.035930 run osmo-hlr_10.42.42.2(pid=6666): stderr: \u000a| �[0;m�[1;31m20221209124228918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209124228918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209124228918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209124228918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209124228918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209124228918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209124228983 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/handover_2G:trx-sysmocell5000+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209124228993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209124228993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209124228993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:42:32.112211 run osmo-msc_10.42.42.6(pid=6672): ERR: Terminated: ERROR {rc=2} [trial-2359↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6672)]\u000a12:42:32.166484 run osmo-msc_10.42.42.6(pid=6672): stdout: \u000a| (launched: 2022-12-09_12:42:30.630590) \u000a12:42:32.222864 run osmo-msc_10.42.42.6(pid=6672): stderr: \u000a| �[0;m�[38;5;43m20221209124231006 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209124231007 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd670467c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209124231007 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209124231007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209124231007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209124231007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209124231009 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209124231009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209124231009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209124231010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:42:32.269907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6665): Terminating (SIGTERM)\u000a12:42:32.315808 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6668): Terminating (SIGTERM)\u000a12:42:32.361152 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6671): Terminating (SIGTERM)\u000a12:42:32.371100 --- ParallelTerminationStrategy: PID 6665 died...\u000a12:42:32.428714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6665): Terminated: ok {rc=0}\u000a12:42:32.439170 --- ParallelTerminationStrategy: PID 6668 died...\u000a12:42:32.496268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6668): Terminated: ok {rc=0}\u000a12:42:32.506560 --- ParallelTerminationStrategy: PID 6671 died...\u000a12:42:32.563758 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6671): Terminated: ok {rc=0}\u000a12:42:32.651764 bus /sierra_3: Setting Powered False\u000a12:42:33.759302 bus /sierra_3: Setting Powered False\u000a12:42:34.868785 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "196", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:42:24" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "handover_2G:sysmo+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6683): Process ended prematurely: osmo-stp_10.42.42.5(pid=6683) [trial-2359↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6683)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6683): Process ended prematurely: osmo-stp_10.42.42.5(pid=6683) [trial-2359↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6683)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 handover_2G:sysmo+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a12:42:36.902029 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:42:36.913276 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a12:42:37.043858 tst handover.py: using LAC 21558\u000a12:42:37.174059 tst handover.py: using RAC 138\u000a12:42:37.304032 tst handover.py: using CellId 21558\u000a12:42:37.433408 tst handover.py: using BVCI 21559\u000a12:42:37.458602 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a12:42:37.604113 tst handover.py: using LAC 21559\u000a12:42:37.733647 tst handover.py: using RAC 139\u000a12:42:37.862986 tst handover.py: using CellId 21559\u000a12:42:37.991406 tst handover.py: using BVCI 21560\u000a12:42:38.016514 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:42:38.027789 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:42:38.039007 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:42:38.050597 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:42:38.062733 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a12:42:38.074017 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a12:42:38.194758 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a12:42:38.399609 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:42:38.868055 run create_hlr_db(pid=6677): Launched\u000a12:42:38.995070 bus /sierra_2: Setting Powered False\u000a12:42:40.066937 run create_hlr_db(pid=6677): Terminated: ok {rc=0}\u000a12:42:40.455156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6679): Launched\u000a12:42:40.764432 run osmo-hlr_10.42.42.2(pid=6680): Launched\u000a12:42:40.881285 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:42:41.392809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6682): Launched\u000a12:42:41.701643 run osmo-stp_10.42.42.5(pid=6683): Launched\u000a12:42:41.812534 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:42:42.350889 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6685): Launched\u000a12:42:42.660585 run osmo-msc_10.42.42.6(pid=6686): Launched\u000a12:42:42.841203 run osmo-stp_10.42.42.5(pid=6683): ERR: Terminated: ERROR {rc=1} [trial-2359↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6683)]\u000a12:42:42.971819 run osmo-stp_10.42.42.5(pid=6683): stdout: \u000a| (launched: 2022-12-09_12:42:41.549143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:42:43.099909 run osmo-stp_10.42.42.5(pid=6683): stderr: \u000a| �[0;m�[38;5;43m20221209124241718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209124241719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209124241719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209124241719 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209124241720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209124241720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209124241720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:42:43.223190 run osmo-stp_10.42.42.5(pid=6683): stdout: \u000a| (launched: 2022-12-09_12:42:41.549143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:42:43.345105 run osmo-stp_10.42.42.5(pid=6683): stderr: \u000a| �[0;m�[38;5;43m20221209124241718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209124241719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209124241719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209124241719 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209124241720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209124241720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209124241720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:42:43.398705 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6683): Process ended prematurely: osmo-stp_10.42.42.5(pid=6683) [trial-2359↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6683)] [trial-2359↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18]\u000a12:42:43.406472 tst handover.py:18: Test FAILED (6.5 sec)\u000a12:42:43.466054 run osmo-hlr_10.42.42.2(pid=6680): ERR: Terminated: ERROR {rc=237} [trial-2359↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6680)]\u000a12:42:43.515464 run osmo-hlr_10.42.42.2(pid=6680): stdout: \u000a| (launched: 2022-12-09_12:42:40.611937) \u000a12:42:43.565091 run osmo-hlr_10.42.42.2(pid=6680): stderr: \u000a| �[0;m�[1;31m20221209124240786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209124240786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209124240786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209124240786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209124240786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209124240786 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209124240797 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/handover_2G:sysmo+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209124240805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209124240806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209124240806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:42:43.632846 run osmo-msc_10.42.42.6(pid=6686): ERR: Terminated: ERROR {rc=2} [trial-2359↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6686)]\u000a12:42:43.681973 run osmo-msc_10.42.42.6(pid=6686): stdout: \u000a| (launched: 2022-12-09_12:42:42.506898) \u000a12:42:43.731727 run osmo-msc_10.42.42.6(pid=6686): stderr: \u000a| �[0;m�[38;5;43m20221209124242778 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209124242778 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7a39b0ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209124242779 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209124242779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209124242779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209124242779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209124242781 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209124242781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209124242781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209124242781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:42:43.773862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6679): Terminating (SIGTERM)\u000a12:42:43.813736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6682): Terminating (SIGTERM)\u000a12:42:43.853633 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6685): Terminating (SIGTERM)\u000a12:42:43.862891 --- ParallelTerminationStrategy: PID 6679 died...\u000a12:42:43.916112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6679): Terminated: ok {rc=0}\u000a12:42:43.925773 --- ParallelTerminationStrategy: PID 6682 died...\u000a12:42:43.978816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6682): Terminated: ok {rc=0}\u000a12:42:43.988427 --- ParallelTerminationStrategy: PID 6685 died...\u000a12:42:44.041847 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6685): Terminated: ok {rc=0}\u000a12:42:44.131057 bus /sierra_3: Setting Powered False\u000a12:42:45.234567 bus /sierra_3: Setting Powered False\u000a12:42:46.354191 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "197", "name" : "handover_2G_sysmo+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:42:36" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "handover_2G:sysmo+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6697): Process ended prematurely: osmo-stp_10.42.42.5(pid=6697) [trial-2359↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6697)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6697): Process ended prematurely: osmo-stp_10.42.42.5(pid=6697) [trial-2359↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6697)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 handover_2G:sysmo+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a12:42:48.345818 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:42:48.356572 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:42:48.479252 tst handover.py: using LAC 21560\u000a12:42:48.608203 tst handover.py: using RAC 140\u000a12:42:48.733787 tst handover.py: using CellId 21560\u000a12:42:48.853619 tst handover.py: using BVCI 21561\u000a12:42:48.877063 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:42:49.013616 tst handover.py: using LAC 21561\u000a12:42:49.133297 tst handover.py: using RAC 141\u000a12:42:49.253189 tst handover.py: using CellId 21561\u000a12:42:49.373745 tst handover.py: using BVCI 21562\u000a12:42:49.397743 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:42:49.408621 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:42:49.419395 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:42:49.430173 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:42:49.441013 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:42:49.451565 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:42:49.567410 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:42:49.773056 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:42:50.242873 run create_hlr_db(pid=6691): Launched\u000a12:42:50.369338 bus /sierra_2: Setting Powered False\u000a12:42:51.442672 run create_hlr_db(pid=6691): Terminated: ok {rc=0}\u000a12:42:51.858009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6693): Launched\u000a12:42:52.193609 run osmo-hlr_10.42.42.2(pid=6694): Launched\u000a12:42:52.314150 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:42:52.861835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6696): Launched\u000a12:42:53.193241 run osmo-stp_10.42.42.5(pid=6697): Launched\u000a12:42:53.313245 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:42:53.890716 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6699): Launched\u000a12:42:54.223552 run osmo-msc_10.42.42.6(pid=6700): Launched\u000a12:42:54.417678 run osmo-stp_10.42.42.5(pid=6697): ERR: Terminated: ERROR {rc=1} [trial-2359↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6697)]\u000a12:42:54.557899 run osmo-stp_10.42.42.5(pid=6697): stdout: \u000a| (launched: 2022-12-09_12:42:53.030533)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:42:54.696094 run osmo-stp_10.42.42.5(pid=6697): stderr: \u000a| �[0;m�[38;5;43m20221209124253218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209124253219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209124253219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209124253219 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209124253220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209124253220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209124253220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:42:54.828915 run osmo-stp_10.42.42.5(pid=6697): stdout: \u000a| (launched: 2022-12-09_12:42:53.030533)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:42:54.961437 run osmo-stp_10.42.42.5(pid=6697): stderr: \u000a| �[0;m�[38;5;43m20221209124253218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209124253219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209124253219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209124253219 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209124253220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209124253220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209124253220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:42:55.018973 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6697): Process ended prematurely: osmo-stp_10.42.42.5(pid=6697) [trial-2359↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6697)] [trial-2359↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18]\u000a12:42:55.027500 tst handover.py:18: Test FAILED (6.7 sec)\u000a12:42:55.091737 run osmo-hlr_10.42.42.2(pid=6694): ERR: Terminated: ERROR {rc=237} [trial-2359↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6694)]\u000a12:42:55.144405 run osmo-hlr_10.42.42.2(pid=6694): stdout: \u000a| (launched: 2022-12-09_12:42:52.031193) \u000a12:42:55.197582 run osmo-hlr_10.42.42.2(pid=6694): stderr: \u000a| �[0;m�[1;31m20221209124252226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209124252226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209124252226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209124252226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209124252226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209124252226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209124252239 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/handover_2G:sysmo+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209124252248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209124252248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209124252248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:42:55.269832 run osmo-msc_10.42.42.6(pid=6700): ERR: Terminated: ERROR {rc=2} [trial-2359↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6700)]\u000a12:42:55.322109 run osmo-msc_10.42.42.6(pid=6700): stdout: \u000a| (launched: 2022-12-09_12:42:54.059416) \u000a12:42:55.375201 run osmo-msc_10.42.42.6(pid=6700): stderr: \u000a| �[0;m�[38;5;43m20221209124254377 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209124254377 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1c9764cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209124254377 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209124254377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209124254377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209124254377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209124254379 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209124254379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209124254379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209124254380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:42:55.420182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6693): Terminating (SIGTERM)\u000a12:42:55.462712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6696): Terminating (SIGTERM)\u000a12:42:55.505827 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6699): Terminating (SIGTERM)\u000a12:42:55.515698 --- ParallelTerminationStrategy: PID 6693 died...\u000a12:42:55.573161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6693): Terminated: ok {rc=0}\u000a12:42:55.583405 --- ParallelTerminationStrategy: PID 6696 died...\u000a12:42:55.640779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6696): Terminated: ok {rc=0}\u000a12:42:55.651371 --- ParallelTerminationStrategy: PID 6699 died...\u000a12:42:55.708609 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6699): Terminated: ok {rc=0}\u000a12:42:55.797188 bus /sierra_3: Setting Powered False\u000a12:42:56.904804 bus /sierra_3: Setting Powered False\u000a12:42:58.018087 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "198", "name" : "handover_2G_sysmo+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:42:48" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "handover_2G:trx-b200+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=6711): Process ended prematurely: osmo-stp_10.42.42.5(pid=6711) [trial-2359↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6711)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=6711): Process ended prematurely: osmo-stp_10.42.42.5(pid=6711) [trial-2359↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6711)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2359 handover_2G:trx-b200+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a12:43:00.025654 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:43:00.036462 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:43:00.173838 tst handover.py: using LAC 21562\u000a12:43:00.299878 tst handover.py: using RAC 142\u000a12:43:00.421698 tst handover.py: using CellId 21562\u000a12:43:00.541271 tst handover.py: using BVCI 21563\u000a12:43:00.564548 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a12:43:00.704073 tst handover.py: using LAC 21563\u000a12:43:00.824504 tst handover.py: using RAC 143\u000a12:43:00.982835 tst handover.py: using CellId 21563\u000a12:43:01.123067 tst handover.py: using BVCI 21564\u000a12:43:01.149573 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:43:01.162093 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:43:01.175123 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:43:01.188797 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:43:01.202623 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a12:43:01.216033 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:43:01.341382 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a12:43:01.595367 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a12:43:02.120649 run create_hlr_db(pid=6705): Launched\u000a12:43:02.249599 bus /sierra_2: Setting Powered False\u000a12:43:03.320657 run create_hlr_db(pid=6705): Terminated: ok {rc=0}\u000a12:43:03.735457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6707): Launched\u000a12:43:04.067530 run osmo-hlr_10.42.42.2(pid=6708): Launched\u000a12:43:04.188169 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a12:43:04.734895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6710): Launched\u000a12:43:05.067105 run osmo-stp_10.42.42.5(pid=6711): Launched\u000a12:43:05.187292 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a12:43:05.764329 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6713): Launched\u000a12:43:06.096584 run osmo-msc_10.42.42.6(pid=6714): Launched\u000a12:43:06.290222 run osmo-stp_10.42.42.5(pid=6711): ERR: Terminated: ERROR {rc=1} [trial-2359↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6711)]\u000a12:43:06.430446 run osmo-stp_10.42.42.5(pid=6711): stdout: \u000a| (launched: 2022-12-09_12:43:04.903058)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:43:06.568888 run osmo-stp_10.42.42.5(pid=6711): stderr: \u000a| �[0;m�[38;5;43m20221209124305092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209124305092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209124305092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209124305093 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209124305093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209124305093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209124305093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:43:06.701657 run osmo-stp_10.42.42.5(pid=6711): stdout: \u000a| (launched: 2022-12-09_12:43:04.903058)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a12:43:06.833333 run osmo-stp_10.42.42.5(pid=6711): stderr: \u000a| �[0;m�[38;5;43m20221209124305092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209124305092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209124305092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209124305093 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209124305093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209124305093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209124305093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a12:43:06.890913 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=6711): Process ended prematurely: osmo-stp_10.42.42.5(pid=6711) [trial-2359↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=6711)] [trial-2359↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18]\u000a12:43:06.899308 tst handover.py:18: Test FAILED (6.9 sec)\u000a12:43:06.963661 run osmo-hlr_10.42.42.2(pid=6708): ERR: Terminated: ERROR {rc=237} [trial-2359↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=6708)]\u000a12:43:07.016006 run osmo-hlr_10.42.42.2(pid=6708): stdout: \u000a| (launched: 2022-12-09_12:43:03.903667) \u000a12:43:07.068901 run osmo-hlr_10.42.42.2(pid=6708): stderr: \u000a| �[0;m�[1;31m20221209124304099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209124304099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209124304099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209124304099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209124304099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209124304099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209124304112 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2359/run.2022-12-09_11-17-44/handover_2G:trx-b200+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209124304121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209124304122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209124304122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a12:43:07.140680 run osmo-msc_10.42.42.6(pid=6714): ERR: Terminated: ERROR {rc=2} [trial-2359↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=6714)]\u000a12:43:07.192829 run osmo-msc_10.42.42.6(pid=6714): stdout: \u000a| (launched: 2022-12-09_12:43:05.932578) \u000a12:43:07.245651 run osmo-msc_10.42.42.6(pid=6714): stderr: \u000a| �[0;m�[38;5;43m20221209124306252 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209124306253 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f811bc0cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209124306253 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209124306253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209124306253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209124306253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209124306255 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209124306255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209124306256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209124306256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a12:43:07.290760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6707): Terminating (SIGTERM)\u000a12:43:07.333529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6710): Terminating (SIGTERM)\u000a12:43:07.376077 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6713): Terminating (SIGTERM)\u000a12:43:07.386051 --- ParallelTerminationStrategy: PID 6707 died...\u000a12:43:07.442999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=6707): Terminated: ok {rc=0}\u000a12:43:07.453368 --- ParallelTerminationStrategy: PID 6710 died...\u000a12:43:07.510127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=6710): Terminated: ok {rc=0}\u000a12:43:07.520596 --- ParallelTerminationStrategy: PID 6713 died...\u000a12:43:07.577378 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=6713): Terminated: ok {rc=0}\u000a12:43:07.664301 bus /sierra_3: Setting Powered False\u000a12:43:08.773260 bus /sierra_3: Setting Powered False\u000a12:43:09.882042 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "199", "name" : "handover_2G_trx-b200+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T12:42:59" } ] }